-- Logs begin at Tue 2021-06-01 18:11:02 UTC, end at Tue 2021-06-01 19:05:25 UTC. -- Jun 01 18:39:48.985069 dv-cinder-794021-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 18:39:49.957492 dv-cinder-794021-1-smb neutron-server[103391]: Beware of the coming changes in the project packaging Jun 01 18:39:49.958089 dv-cinder-794021-1-smb neutron-server[103391]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 18:39:51.414599 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.common.config [-] Logging enabled! Jun 01 18:39:51.415254 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 18:39:51.415388 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103391) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 18:39:51.418546 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.common.config [-] Logging enabled! Jun 01 18:39:51.418803 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 18:39:51.419112 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103391) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 18:39:51.420060 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 18:39:51.420296 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 18:39:51.420656 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 18:39:51.420904 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 18:39:51.421131 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 18:39:51.421450 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.421748 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.422044 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.422273 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.422568 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.422857 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.423139 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.423457 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.423755 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.424043 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.424322 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.424607 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.424837 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.425677 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.425962 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.426250 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.426474 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] debug = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.426753 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.427190 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.427593 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.427872 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.428158 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.428435 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.428706 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.428980 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.429263 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.429588 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] host = dv-cinder-794021-1-smb {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.429869 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.430154 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.430439 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.430724 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.430996 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.431306 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.431575 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.431848 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.432120 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] log_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.432395 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.432680 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.432965 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.433253 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.433476 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.433698 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.433985 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.434270 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.434544 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.434817 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.435089 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.435383 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.435653 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.435960 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.436270 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.436614 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.436902 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.437179 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.437453 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.437725 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.437996 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.438282 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.438555 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.438831 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.439103 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.439415 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.439689 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.439961 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.440310 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.440723 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.441041 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.441336 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.441614 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.441915 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.442291 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.442570 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.442891 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] use_json = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.443167 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.443466 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.443750 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.444085 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.444410 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.444718 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.444995 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.445281 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:51.445581 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.445879 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.446179 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.446462 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.446759 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.447044 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.447368 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.447652 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.447943 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.448232 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.448519 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.448798 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.449086 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.449362 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.449660 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.449963 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.450257 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.450547 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.450822 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.451096 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.451392 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.451671 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.451955 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.452247 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.452575 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.452808 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.453085 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.453373 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.453648 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.453917 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.454192 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.454479 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.454752 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.455021 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.455328 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.455603 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.455872 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.456665 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.456950 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.457240 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.457512 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.457780 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.458047 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.458320 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.458587 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.458867 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.459141 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.459435 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.459704 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.459985 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.460256 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.460526 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.460801 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.461070 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.461345 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.461640 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.461980 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.462257 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.462566 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.462886 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.463163 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.463456 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.463732 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.464000 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.464270 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.464537 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.464806 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.465073 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.465355 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.465646 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.465921 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.466195 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.466470 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.466744 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.467015 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.467309 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.467586 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.467862 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.468130 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.468416 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.468695 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.468975 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.469254 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.469530 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.469821 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.470098 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.470378 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.470652 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.470925 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.471238 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.471524 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.472412 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.472724 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.473017 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.473309 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.473601 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.473882 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.474196 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.474474 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:51.474689 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 18:39:51.474926 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103391) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 18:39:51.826501 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:39:51.826781 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:39:51.827074 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:39:51.827434 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 18:39:52.223973 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.224260 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.224543 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.225858 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.226132 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.226400 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.261115 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.261401 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.261672 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.275128 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.275432 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.275709 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.305627 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.305920 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.306187 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.346712 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.347668 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.348038 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.602147 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.602807 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.602807 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.602977 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.603722 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.741418 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.741922 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.742345 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.742689 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.743086 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.743604 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.743876 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.744138 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.744394 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.744679 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.744941 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.745209 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.745475 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.745733 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.746004 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.746277 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.746536 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.746807 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.747060 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.747373 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.747723 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.747977 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.748227 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.748509 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.748761 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.749006 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.749392 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:52.749629 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:52.749867 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:52.750101 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:52.750333 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:52.750565 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:52.750932 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 18:39:52.754798 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 18:39:52.758731 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 18:39:52.762565 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 01 18:39:52.764356 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 18:39:52.764809 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 18:39:52.765146 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 18:39:52.765532 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 18:39:52.768354 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 18:39:52.768632 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 18:39:52.769517 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 18:39:52.796721 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 18:39:52.797171 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.797468 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103391) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 18:39:52.797831 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.799202 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103391) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 18:39:52.799488 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 18:39:52.799733 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 18:39:52.803151 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.803460 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:52.865950 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 18:39:52.866130 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 18:39:52.866370 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 18:39:52.866738 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 18:39:52.897526 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_db.sqlalchemy.engines [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103391) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 18:39:53.226646 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing driver for type 'gre' Jun 01 18:39:53.227201 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] gre ID ranges: [(1, 1000)] Jun 01 18:39:53.279585 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing driver for type 'local' Jun 01 18:39:53.279922 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing driver for type 'vlan' Jun 01 18:39:53.291482 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] VlanTypeDriver initialization complete Jun 01 18:39:53.291869 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing driver for type 'vxlan' Jun 01 18:39:53.292343 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] vxlan ID ranges: [(1, 1000)] Jun 01 18:39:53.342663 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing extension driver 'port_security' Jun 01 18:39:53.343003 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.extensions.port_security [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] PortSecurityExtensionDriver initialization complete Jun 01 18:39:53.343355 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing mechanism driver 'openvswitch' Jun 01 18:39:53.343684 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing mechanism driver 'hyperv' Jun 01 18:39:53.350115 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:39:53.350863 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.351263 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.351610 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.351995 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.352347 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.352689 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.353068 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.353414 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.353751 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.354124 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.354468 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.354806 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.355262 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.355542 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.355876 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.356249 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.356589 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.356922 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.357256 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] ML2 OVO RPC backend initialized. {{(pid=103391) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 18:39:53.357961 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.358306 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.358726 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.359072 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > networks before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.359440 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.359783 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > ports before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.360123 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.360461 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.360805 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.361144 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.361478 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.361813 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.362156 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.362490 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.362821 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.363155 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.363509 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.364086 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.plugin [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Modular L2 Plugin initialization complete Jun 01 18:39:53.364411 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading services supported by the core plugin {{(pid=103391) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 18:39:53.364737 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.plugins.ml2.managers [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Got port-security extension from driver 'port_security' Jun 01 18:39:53.365201 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.extensions.vlantransparent [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Disabled vlantransparent extension. Jun 01 18:39:53.365684 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103391) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 18:39:53.366002 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: router Jun 01 18:39:53.404107 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.404497 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router after_create 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.404863 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router before_create 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.405221 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.405589 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.405976 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router after_delete 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.406406 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.406841 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router after_create 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.407228 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router after_update 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.407680 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router after_update 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.408097 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.408516 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router after_update 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.409004 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.409576 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.409926 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.410310 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: subnet after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.410717 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.411133 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.411532 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.412009 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: port before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.412432 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.412798 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router after_update 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.413206 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.413627 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.414020 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.414455 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.414846 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > network after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.415898 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Tracking information for resource: router configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:53.416299 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Tracking information for resource: floatingip configured {{(pid=103391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:39:53.422019 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.db.l3_agentschedulers_db [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 18:39:53.422676 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.423122 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: port after_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.423565 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: port after_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.423996 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: port after_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.424934 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router before_create 55550100 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.425353 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.425787 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.426209 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.430777 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.services.provider_configuration [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service providers = [] {{(pid=103391) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 18:39:53.431138 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.db.servicetype_db [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103391) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 18:39:53.434199 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.services.service_base [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:39:53.434549 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.services.service_base [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:39:53.434892 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.services.service_base [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:39:53.435789 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.services.service_base [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:39:53.436162 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.services.service_base [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 18:39:53.436537 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.436855 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 18:39:53.447956 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.448291 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: auto_allocate Jun 01 18:39:53.454014 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: network precommit_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.454325 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: network precommit_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.454842 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.455158 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: tag Jun 01 18:39:53.462518 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.462849 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: timestamp Jun 01 18:39:53.466615 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.466940 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: network_ip_availability Jun 01 18:39:53.472409 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.472800 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.473153 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.473865 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.474184 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: flavors Jun 01 18:39:53.479068 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.479426 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading Plugin: revisions Jun 01 18:39:53.483686 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:39:53.484074 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.657s {{(pid=103391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:39:53.484809 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103391) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 18:39:53.485143 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Initializing extension manager. Jun 01 18:39:53.485655 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: __init__.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.485992 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: __pycache__ {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.486323 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.486653 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: address_group.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.487459 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.488115 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: address-group Jun 01 18:39:53.488432 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: address_scope.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.489128 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.489643 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: address-scope Jun 01 18:39:53.489962 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.490873 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.491407 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: router-admin-state-down-before-update Jun 01 18:39:53.491728 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: agent.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.492408 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.492912 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: agent Jun 01 18:39:53.493228 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: agent_resources_synced.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.494114 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.494623 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: agent-resources-synced Jun 01 18:39:53.494940 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.496697 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.497220 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: allowed-address-pairs Jun 01 18:39:53.497543 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.498601 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.499117 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: auto-allocated-topology Jun 01 18:39:53.499467 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: availability_zone.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.500141 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.500650 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: availability_zone Jun 01 18:39:53.500969 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: availability_zone_filter.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.501856 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.502363 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: availability_zone_filter Jun 01 18:39:53.502680 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: data_plane_status.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.504118 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.504625 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 18:39:53.504946 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: default_subnetpools.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.505833 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.506383 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: default-subnetpools Jun 01 18:39:53.506662 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.507480 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.507988 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: dhcp_agent_scheduler Jun 01 18:39:53.508307 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: dns.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.509193 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.509700 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 18:39:53.510019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: dns_domain_ports.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.510905 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.511441 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 18:39:53.511760 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: dvr.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.512409 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.512914 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: dvr Jun 01 18:39:53.513232 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: empty_string_filtering.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.514118 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.514624 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: empty-string-filtering Jun 01 18:39:53.514943 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.515855 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.516368 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 18:39:53.516685 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.517575 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.518078 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 18:39:53.518395 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: external_net.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.519854 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.520366 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: external-net Jun 01 18:39:53.520686 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.521565 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.522077 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: extra_dhcp_opt Jun 01 18:39:53.522393 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: extraroute.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.523302 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.523818 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: extraroute Jun 01 18:39:53.524135 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: extraroute_atomic.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.525149 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.525657 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: extraroute-atomic Jun 01 18:39:53.525974 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: filter_validation.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.527062 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.527604 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: filter-validation Jun 01 18:39:53.527922 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: fip_pf_description.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.528805 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.529308 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 18:39:53.529624 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: fip_port_details.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.530509 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.531017 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: fip-port-details Jun 01 18:39:53.531372 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: flavors.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.532580 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.533101 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: flavors Jun 01 18:39:53.533423 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.535374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.535895 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 18:39:53.536230 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: floatingip_pools.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.536919 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.537430 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: floatingip-pools Jun 01 18:39:53.537753 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: ip_allocation.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.538654 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.539168 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 18:39:53.539513 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.540411 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.540925 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: ip-substring-filtering Jun 01 18:39:53.541247 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l2_adjacency.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.542138 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.542648 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 18:39:53.542966 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l3.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.543942 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.544467 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: router Jun 01 18:39:53.544786 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.546975 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.547545 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 18:39:53.547875 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.548776 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.549300 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: ext-gw-mode Jun 01 18:39:53.549623 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.550684 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.551222 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: l3-ha Jun 01 18:39:53.551544 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l3_flavors.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.552474 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.553026 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: l3-flavors Jun 01 18:39:53.553517 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.554714 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.555634 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 18:39:53.556139 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: l3agentscheduler.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.557176 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.557691 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: l3_agent_scheduler Jun 01 18:39:53.558019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: logging.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.559517 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.560041 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension logging not supported by any of loaded plugins Jun 01 18:39:53.560368 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: metering.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.561089 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.561665 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: metering Jun 01 18:39:53.561990 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.563196 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.563727 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: metering_source_and_destination_fields Jun 01 18:39:53.564045 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: multiprovidernet.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.564947 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.565991 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: multi-provider Jun 01 18:39:53.566307 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: netmtu.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.567404 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.567919 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: net-mtu Jun 01 18:39:53.568236 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: netmtu_writable.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.569130 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.569643 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: net-mtu-writable Jun 01 18:39:53.569962 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: network_availability_zone.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.570612 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.571119 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: network_availability_zone Jun 01 18:39:53.571466 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: network_ip_availability.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.572545 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.573057 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: network-ip-availability Jun 01 18:39:53.573376 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: network_segment_range.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.574121 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.574623 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 18:39:53.574940 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: pagination.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.575933 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.576262 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: pagination Jun 01 18:39:53.576582 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: port_device_profile.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.577469 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.577983 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: port-device-profile Jun 01 18:39:53.578300 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.579197 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.579731 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: port-mac-address-regenerate Jun 01 18:39:53.580047 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.580939 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.582235 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: port-numa-affinity-policy Jun 01 18:39:53.582557 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: port_resource_request.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.583495 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.584009 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 18:39:53.584325 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: portbindings.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.585227 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.585737 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: binding Jun 01 18:39:53.586055 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: portbindings_extended.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.587354 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.587869 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: binding-extended Jun 01 18:39:53.588191 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: portsecurity.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.589079 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.589590 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: port-security Jun 01 18:39:53.589912 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: project_id.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.590871 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.591228 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: project-id Jun 01 18:39:53.591553 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: providernet.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.592438 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.592949 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: provider Jun 01 18:39:53.593265 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.596885 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.597412 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos not supported by any of loaded plugins Jun 01 18:39:53.597741 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.598961 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.599516 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 18:39:53.599842 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.600736 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.601256 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 18:39:53.601575 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_default.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.602462 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.602979 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-default not supported by any of loaded plugins Jun 01 18:39:53.603325 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_fip.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.603958 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.604463 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 18:39:53.604781 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.605683 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.606190 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 18:39:53.606515 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.607437 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.607943 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 18:39:53.608263 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.609148 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.609658 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 18:39:53.609976 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: qos_rules_alias.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.610983 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.611526 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 18:39:53.611848 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: quotasv2.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.612894 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.613218 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: quotas Jun 01 18:39:53.613538 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: quotasv2_detail.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.615129 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.615492 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: quota_details Jun 01 18:39:53.615819 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: rbac.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.616860 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.617386 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: rbac-policies Jun 01 18:39:53.617709 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: rbac_address_group.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.618610 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.619133 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: rbac-address-group Jun 01 18:39:53.619481 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: rbac_address_scope.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.620373 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.620886 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: rbac-address-scope Jun 01 18:39:53.621204 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: rbac_security_groups.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.622091 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.622606 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: rbac-security-groups Jun 01 18:39:53.622924 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.623853 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.624360 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: rbac-subnetpool Jun 01 18:39:53.624675 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: revisionifmatch.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.625566 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.626075 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: revision-if-match Jun 01 18:39:53.626391 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: revisions.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.627514 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.628536 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: standard-attr-revisions Jun 01 18:39:53.628855 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: router_availability_zone.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.629510 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.630021 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: router_availability_zone Jun 01 18:39:53.630340 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: routerservicetype.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.631267 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.631786 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 18:39:53.632101 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.632995 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.633509 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: security-groups-normalized-cidr Jun 01 18:39:53.633828 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.634725 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.635267 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: port-security-groups-filtering Jun 01 18:39:53.635587 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.636487 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.637005 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: security-groups-remote-address-group Jun 01 18:39:53.637324 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: securitygroup.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.648907 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.649441 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: security-group Jun 01 18:39:53.649773 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: segment.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.650542 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.651338 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension segment not supported by any of loaded plugins Jun 01 18:39:53.651666 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.652604 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.653120 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 18:39:53.653452 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: servicetype.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.654544 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.655060 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: service-type Jun 01 18:39:53.655408 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: sorting.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.656368 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.656703 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: sorting Jun 01 18:39:53.657024 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: standard_attr_segment.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.657915 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.658432 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 18:39:53.658752 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: standardattrdescription.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.659440 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.659949 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: standard-attr-description Jun 01 18:39:53.660269 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: stateful_security_group.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.661166 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.661683 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: stateful-security-group Jun 01 18:39:53.662003 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: stdattrs_common.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.662577 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 18:39:53.662892 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.663887 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.664520 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 18:39:53.664840 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: subnet_onboard.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.665955 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.666569 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: subnet_onboard Jun 01 18:39:53.666919 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.667857 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.668494 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 18:39:53.668823 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: subnet_service_types.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.669734 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.670253 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: subnet-service-types Jun 01 18:39:53.670570 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: subnetallocation.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.671670 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.672194 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: subnet_allocation Jun 01 18:39:53.672516 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.673165 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.673687 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: subnetpool-prefix-ops Jun 01 18:39:53.674005 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.675458 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.675973 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 18:39:53.676290 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: tagging.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.677353 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.677874 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: standard-attr-tag Jun 01 18:39:53.678195 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: timestamp.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.679412 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.679930 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loaded extension: standard-attr-timestamp Jun 01 18:39:53.680255 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: trunk.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.681268 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.681782 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension trunk not supported by any of loaded plugins Jun 01 18:39:53.682105 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: trunk_details.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.683002 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.683542 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 18:39:53.683861 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.684768 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.685275 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 18:39:53.685593 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Loading extension file: vlantransparent.py {{(pid=103391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 18:39:53.686251 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 18:39:53.686759 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 18:39:53.689207 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:network Jun 01 18:39:53.689939 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:subnet Jun 01 18:39:53.691455 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:39:53.692078 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:port Jun 01 18:39:53.693354 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.693791 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service FLAVORS assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.694417 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.694850 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.695201 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:router Jun 01 18:39:53.695860 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 18:39:53.696563 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service METERING assigned prefix: /metering {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.698006 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.698377 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.698726 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:39:53.699895 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 18:39:53.700340 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:security_group Jun 01 18:39:53.701016 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 18:39:53.701744 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service CORE assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.702073 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:39:53.702411 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] subnetpool is already registered Jun 01 18:39:53.703019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service CORE assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.703375 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:39:53.703704 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] subnetpool is already registered Jun 01 18:39:53.706460 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.706853 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service FLAVORS assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.707469 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.707890 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.708218 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:router Jun 01 18:39:53.708544 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] router is already registered Jun 01 18:39:53.709136 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 18:39:53.709465 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] floatingip is already registered Jun 01 18:39:53.710093 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service METERING assigned prefix: /metering {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.710758 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 18:39:53.711081 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] rbac_policy is already registered Jun 01 18:39:53.711648 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:security_group Jun 01 18:39:53.711973 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] security_group is already registered Jun 01 18:39:53.712564 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 18:39:53.712897 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] security_group_rule is already registered Jun 01 18:39:53.713565 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service CORE assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.713893 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:39:53.714214 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] subnetpool is already registered Jun 01 18:39:53.714820 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.v2.resource_helper [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Service CORE assigned prefix: {{(pid=103391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:39:53.715142 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:39:53.715483 dv-cinder-794021-1-smb neutron-server[103391]: WARNING neutron.quota.resource_registry [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] subnetpool is already registered Jun 01 18:39:53.716121 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: extensions {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.717618 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: address-groups {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.719270 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: address-scopes {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.720485 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: agents {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.721663 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: auto-allocated-topology {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.722997 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: availability_zones {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.724328 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: dhcp-networks {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.725760 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: dhcp-agents {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.727227 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: routers {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.729042 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: flavors {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.730214 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: service_profiles {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.731452 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: next_providers {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.732978 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: service_profiles {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.734428 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: floatingip-pools {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.735672 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: routers {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.738028 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: floatingips {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.739255 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: l3-routers {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.740640 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: l3-agents {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.742057 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: metering-labels {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.743446 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: metering-label-rules {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.744735 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: network-ip-availabilities {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.746016 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: bindings {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.747707 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: quotas {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.749159 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: quotas {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.750579 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: rbac-policies {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.752868 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: security-groups {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.754829 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: security-group-rules {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.756173 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: service-providers {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.757474 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: subnetpools {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.871839 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: subnetpools {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.873313 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.875012 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.876885 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.879726 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.881522 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.883416 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.885121 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.887048 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.888840 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.890729 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron.api.extensions [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Extended resource: tags {{(pid=103391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:39:53.896907 dv-cinder-794021-1-smb neutron-server[103391]: WARNING keystonemiddleware.auth_token [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 18:39:53.901881 dv-cinder-794021-1-smb neutron-server[103391]: WARNING keystonemiddleware.auth_token [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 18:39:53.909927 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Acquired lock "singleton_lock" {{(pid=103391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 18:39:53.910403 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_concurrency.lockutils [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Releasing lock "singleton_lock" {{(pid=103391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 18:39:53.911028 dv-cinder-794021-1-smb neutron-server[103391]: INFO oslo_service.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Starting 2 workers Jun 01 18:39:53.915653 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Started child 103498 {{(pid=103391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:39:53.919893 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Started child 103499 {{(pid=103391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:39:53.920840 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.921523 dv-cinder-794021-1-smb neutron-server[103391]: INFO neutron.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 18:39:53.922091 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Notify callbacks [] for process, before_spawn {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.922382 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [-] (103498) wsgi starting up on http://0.0.0.0:9696 Jun 01 18:39:53.924328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.924778 dv-cinder-794021-1-smb neutron-server[103391]: INFO oslo_service.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Starting 1 workers Jun 01 18:39:53.926330 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [-] (103499) wsgi starting up on http://0.0.0.0:9696 Jun 01 18:39:53.930153 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Started child 103500 {{(pid=103391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:39:53.930654 dv-cinder-794021-1-smb neutron-server[103391]: INFO oslo_service.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Starting 1 workers Jun 01 18:39:53.933421 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] calling RpcWorker wait() {{(pid=103500) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 18:39:53.933928 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] returning from RpcWorker wait() {{(pid=103500) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 18:39:53.935012 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Started child 103501 {{(pid=103391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:39:53.935110 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.935549 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:39:53.935829 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-939f292b-4200-45ec-a45b-f6a081143ae2 None None] Notify callbacks [] for process, after_spawn {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.937671 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 18:39:53.937890 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 18:39:53.938074 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 18:39:53.938301 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 18:39:53.938625 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 18:39:53.938786 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 18:39:53.939314 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.939587 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.939863 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.940117 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.940406 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.940497 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.941552 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.942015 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.942277 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.942503 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:39:53.942608 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.942822 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.942995 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.943162 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.943432 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.943684 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.943984 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.944254 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.944493 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.944780 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.944951 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.945212 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.945475 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.945702 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.945969 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] debug = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.946213 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.946688 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.946919 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.947168 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.947408 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.947689 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.947917 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.948189 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.948440 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.948671 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.948914 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.949340 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.949576 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.949793 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.950011 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.950259 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.950497 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.950986 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] host = dv-cinder-794021-1-smb {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.951223 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.951446 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.951697 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.951958 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.952270 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.952452 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.952688 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.952900 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.953174 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.953399 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.953653 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.953916 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.954132 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.954378 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.954541 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_options = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.954775 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.955049 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.955337 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.955526 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.955695 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.955874 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.956155 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.956311 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.957018 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.957278 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.957453 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.957592 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.957812 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.958031 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.958287 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.958524 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.958740 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.958957 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.959242 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.959477 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.959708 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.959966 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.960208 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.960438 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.960657 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.960871 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.961122 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.961357 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.961703 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.962051 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.963019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.963019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.963019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.963450 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.963584 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.963904 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.964074 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.964277 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.964582 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.964884 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.965020 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.965236 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.965516 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.965738 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.965937 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.966176 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_json = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.967160 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.967294 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.967832 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.967832 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.968019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.968139 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.968347 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.970374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:53.970374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.970374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.970374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.970374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.970374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.970374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.970922 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.970922 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.971125 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.971266 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.971547 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.971828 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.972112 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.972354 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.972622 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.972963 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.973239 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.973540 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.973787 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.974042 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.974273 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.974651 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.975147 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.975454 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.975728 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.976011 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.976233 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.976458 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.976860 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.977252 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.977628 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.977852 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.978137 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.978377 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.978580 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.979438 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.979674 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.979912 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.980329 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.980698 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.981097 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.981514 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.981776 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.982018 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.982256 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.982887 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.982887 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.983051 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.983244 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984281 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984281 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984281 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984281 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984281 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984619 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984724 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.984942 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.985166 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.985381 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.985600 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.985846 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.986260 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.986668 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.987068 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.987326 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.988114 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.988328 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.988639 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.989038 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.989150 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.989306 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.989562 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.989779 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.990163 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.990542 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.990908 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.991127 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.991374 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.991598 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.991814 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.992028 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.992247 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.992468 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.992731 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.992995 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.993498 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.993830 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.994150 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.994395 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.994649 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.994885 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.995354 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.995755 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.996007 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.996260 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.996520 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.996753 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.996987 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.997248 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.997489 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.997766 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.998014 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.998259 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.998487 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.998733 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.998968 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.999268 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.999516 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:53.999783 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.000070 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.000343 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.000624 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.000884 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.001144 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.001364 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.001641 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.001961 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.002222 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.002478 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.002743 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.003068 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.003870 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.004126 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.004389 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.004644 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.004907 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.005147 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.005420 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.005688 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.005910 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.006170 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.007079 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.007435 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.007927 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.008177 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.008400 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.008688 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.008951 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.009190 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.009479 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.009726 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.009958 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.010211 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.010464 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.010680 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.010923 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.011145 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.011384 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.011613 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.011820 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.012037 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.012437 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.012800 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.013058 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.013274 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.013493 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.013803 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.013972 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.014376 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.014625 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.014861 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.015116 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.015378 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.015600 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.015835 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.016054 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.016294 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.016539 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.016754 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.017040 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.017291 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.017529 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.017768 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.018011 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.018285 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.018500 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.018769 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.019008 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.019271 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.019489 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.019708 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.019942 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.020179 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.020425 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.020639 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.020895 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.021131 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.021470 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.021730 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.021978 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.022223 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.022431 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.022815 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.023226 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.023617 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.023835 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.024058 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.024300 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.024538 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.024781 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.025028 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.025261 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.025470 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.025703 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.025937 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.026411 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.026715 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.026974 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.027226 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.027474 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.027713 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.027960 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.028193 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.028402 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.028616 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.028824 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.029047 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.029260 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.029470 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.029686 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.029898 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.030121 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.030328 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.030713 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.031133 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.031392 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.031639 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.031850 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.032061 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.032301 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.032512 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.032835 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.033092 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.033316 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.033606 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.033837 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.034099 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.034921 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.035269 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.035482 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.035724 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.035976 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.036197 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.036419 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.036689 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.037014 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.037412 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.037749 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.038133 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.038550 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.038937 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.039343 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.039660 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.041015 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.041015 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.041577 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.042012 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.042542 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.042853 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.043099 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.043354 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.043741 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.044201 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.044528 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.044787 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.045048 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.045304 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.045529 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.045765 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.045985 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.046215 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.046452 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.046695 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.046917 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.047076 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 18:39:54.047732 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 18:39:54.047900 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 18:39:54.048074 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 18:39:54.048225 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 18:39:54.048393 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 18:39:54.048545 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 18:39:54.048751 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.048912 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.049077 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.049239 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.049397 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.049578 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.049740 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.050478 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.050625 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.050749 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.050904 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.051043 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.051224 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.051381 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.051695 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.051855 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.052013 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.052173 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.052337 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.052495 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.052654 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.052813 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.052969 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] debug = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.053125 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.053327 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.053493 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.053646 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.053954 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.054114 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.054267 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.054470 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.054579 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.054723 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.054879 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.055206 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.055512 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.055671 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.055827 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.055985 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.056143 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.056302 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] host = dv-cinder-794021-1-smb {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.056456 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.056610 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.056762 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.056918 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.057072 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.057228 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.057384 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.057540 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.057697 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.057853 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.058011 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.058166 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.058323 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.058479 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.058631 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_options = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.058778 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.058922 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.059132 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.059296 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.059433 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:39:54.059594 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.059594 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.059853 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.059853 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.060122 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.060122 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.060396 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.060526 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.060658 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.060817 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.060953 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.061084 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.061223 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.061354 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.061494 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.061627 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.061758 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.061889 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.062019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.062159 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.062300 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.062494 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.062762 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.063002 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.063318 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.063570 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.063821 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.064067 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.064314 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.064562 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.064811 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.065054 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.065288 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.065570 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.065812 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.066042 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.066274 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.066505 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.066735 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.066965 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.067221 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.067452 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_json = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.067681 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.067908 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.068134 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.068363 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.068592 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.068818 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.069047 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.069282 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:39:54.069535 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.069775 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.071357 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.071605 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.071850 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.072091 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.072340 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.072561 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.072799 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.073029 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.073272 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.073506 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.073752 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.073983 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.074224 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.074450 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.074694 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.074927 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.075163 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.075431 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.075669 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.075902 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.076157 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.076393 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.076627 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.076858 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.077089 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.077338 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.077740 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.077910 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.078069 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.078232 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.078409 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.078535 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.078688 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.078833 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.079019 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.079212 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.079352 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.079513 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.079636 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.079790 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.079957 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.080098 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.080322 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.080469 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.080602 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.080731 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.080881 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.081584 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.081584 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.081584 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.081584 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.082177 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.082177 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.082177 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.082177 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.082660 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.082660 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.082660 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083031 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083031 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083352 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083352 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083621 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083621 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083870 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.083870 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.084211 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.084211 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.084469 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.084600 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.084760 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.084962 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.084962 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.085230 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.085362 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.085493 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.085624 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.085754 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.085885 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.086026 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.086228 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.086393 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.087094 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.087310 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.087552 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.087819 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.087971 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.088103 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.088247 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.088380 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.088512 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.088649 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.089121 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.089716 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.089878 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.090042 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.090203 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.090349 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.090511 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.090659 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.091688 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.091860 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.092025 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.092187 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.092350 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.092510 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.092661 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.093614 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.093790 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.094542 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.094682 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.094859 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.095012 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.095199 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.095394 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.095528 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.095889 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.095889 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.096154 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.096154 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.096453 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.096453 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.097331 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.097331 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.097559 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.097643 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.097819 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.098063 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.098237 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.098383 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.098568 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.098728 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.098889 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.099050 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.099231 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.099389 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.099552 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.099711 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.099871 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.100032 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.100194 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.100355 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.100513 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.100674 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.100833 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.100996 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.101156 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.101324 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.101469 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.101628 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.101791 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.101953 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.102112 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.102271 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.102436 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.102599 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.102760 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.102918 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.103078 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.103262 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.103424 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.103581 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.103725 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.103885 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.104047 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.104199 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.104354 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.104518 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.104680 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.104829 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.104986 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.105145 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.105307 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.105467 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.105629 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.105791 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.105952 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.106113 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.106277 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.106413 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.106555 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.106717 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.106869 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.107024 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.107209 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.107387 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.107548 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.107700 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.107857 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.108017 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.108177 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.108337 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.108496 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.108656 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.108817 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.108976 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.109138 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.109301 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.109462 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.109622 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.109781 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.109941 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.110099 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.110260 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.110430 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.110591 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.110750 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.110911 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.111070 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.111260 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.111421 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.111580 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.111739 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.111899 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.112067 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.112225 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.112969 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.113179 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.113525 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.113725 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.113901 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.114075 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.114244 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.114410 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.114582 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.114744 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.114905 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.115065 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.115245 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.115418 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.115579 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.115739 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.115903 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.116052 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.116209 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.116367 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.116537 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.116695 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.116856 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.117014 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.117171 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.117330 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.117495 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.117657 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.117822 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.117986 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.118146 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.118310 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.118476 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.118641 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.118798 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.118961 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.119129 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.119308 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.119466 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.119624 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.119781 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.119938 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.120095 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.120252 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.120408 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.120564 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.120721 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.120877 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.121033 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.121190 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.121346 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.121503 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.121660 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.121817 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.121974 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.122132 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:39:54.122282 dv-cinder-794021-1-smb neutron-server[103391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 18:39:54.158561 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 42704) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:54.167505 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061774 Jun 01 18:40:05.020484 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a27714-501d-4234-9f02-82a8120840a7 None None] get_active_networks_info from dv-cinder-794021-1-smb {{(pid=103500) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 18:40:05.107952 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a27714-501d-4234-9f02-82a8120840a7 None None] No non-hosted networks {{(pid=103500) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 18:40:05.122261 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.agentschedulers_db [None req-a0a27714-501d-4234-9f02-82a8120840a7 None None] DHCP Agent not found on host dv-cinder-794021-1-smb {{(pid=103500) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 18:40:05.188506 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d82ff85-9754-49ce-8886-cae0fcaf7d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840'] for agent, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:07.126947 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840'] for agent, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:07.129206 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.129854 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.130379 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.131018 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.131907 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.132486 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.132984 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.133665 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.134173 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.134697 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.136074 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.137090 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:07.138282 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794021-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:07.151148 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794021-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:07.246250 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a73cd768-d01b-4c85-aec2-1505cacf45a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840'] for agent, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:07.329248 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72fa8901-7cb8-4ad4-a4cf-510f21f36255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:08.509528 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840'] for agent, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.926583 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840'] for agent, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:11.541925 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 42796) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:12.134797 dv-cinder-794021-1-smb neutron-server[103499]: WARNING oslo_policy.policy [None req-b760ad2b-cc76-4c49-bc55-0b6c95709504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:12.135422 dv-cinder-794021-1-smb neutron-server[103499]: WARNING oslo_policy.policy [None req-b760ad2b-cc76-4c49-bc55-0b6c95709504 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:12.356369 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [None req-b760ad2b-cc76-4c49-bc55-0b6c95709504 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:40:12.371198 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-b760ad2b-cc76-4c49-bc55-0b6c95709504 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8147240 Jun 01 18:40:13.277304 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.db.l3_hamode_db [None req-de445de1-71c3-4efa-8643-a3090341eb29 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 18:40:13.363778 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de445de1-71c3-4efa-8643-a3090341eb29 None None] Routers set() bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:40:13.364172 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de445de1-71c3-4efa-8643-a3090341eb29 None None] Router IDs set() for agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 18:40:14.680211 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 42810) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:15.041513 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:15.139348 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.policy [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 18:40:15.184865 dv-cinder-794021-1-smb neutron-server[103499]: WARNING oslo_policy.policy [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:15.185227 dv-cinder-794021-1-smb neutron-server[103499]: WARNING oslo_policy.policy [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:15.193767 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.quota [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] Loaded quota_driver: . Jun 01 18:40:15.209047 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:15.267309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764318242053', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764318241000', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764318251946', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764318226206', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764318234981', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764318274055', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3767648', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3776440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613950', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540907'] for rbac-policy, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:15.328379 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:15.329515 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-13ba7a1c-c9b0-4f35-98ed-215657d48e1b admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6483476 Jun 01 18:40:17.887793 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 42822) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:18.232198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'admin_state_up': True, 'project_id': '38a62c1b05ab4b088fcebea2fada153f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:18.236890 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:18.241423 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Usage tracker for resource:network and tenant:38a62c1b05ab4b088fcebea2fada153f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:18.245964 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:18.252076 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:18.261829 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Made reservation on behalf of 38a62c1b05ab4b088fcebea2fada153f for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:18.264788 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.282658 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.296157 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:18.299775 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Usage tracker for resource:security_group_rule and tenant:38a62c1b05ab4b088fcebea2fada153f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:18.304562 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:18.310024 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:18.408138 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.415077 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.419775 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:18.442231 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:40:18.466375 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764318566687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.466978 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Unsubscribe: segment precommit_create {{(pid=103499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 18:40:18.467458 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Added segment 74f5ade5-efd5-440a-8267-eb2798270bbb of type vlan for network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b Jun 01 18:40:18.475999 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5ca78-50e7-49fc-8cf0-dd4977ce84aa,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:18.530227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.530574 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.530901 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.531238 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.531552 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.531865 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.532171 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.532476 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.532799 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.533104 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.533405 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.533703 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Tracked resource versions report: Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: pushed versions: Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: { 'AddressGroup': {'1.2'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'ConntrackHelper': {'1.0'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Log': {'1.0'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Network': {'1.1'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Port': {'1.7'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'PortForwarding': {'1.2'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'QosPolicy': {'1.8'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroup': {'1.4'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'SubPort': {'1.0'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Subnet': {'1.1'}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Trunk': {'1.1'}} Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: consumer versions: Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'ConntrackHelper': '1.0', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Log': '1.0', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Network': '1.1', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Port': '1.7', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'PortForwarding': '1.2', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'QosPolicy': '1.8', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroup': '1.4', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroupRule': '1.2', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'SubPort': '1.0', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Subnet': '1.1', Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: 'Trunk': '1.1'}} Jun 01 18:40:18.534807 dv-cinder-794021-1-smb neutron-server[103499]: {{(pid=103499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:40:18.584789 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:18.586450 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.625720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.627090 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:18.628413 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.632890 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:18.730326 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8413987 Jun 01 18:40:18.735308 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Pushing event updated for resources: {'Network': ['ID=b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:18.739414 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:18.749327 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:21.425680 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 42836) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:21.998021 dv-cinder-794021-1-smb neutron-server[103498]: WARNING oslo_policy.policy [None req-611c89ce-0fdd-4a13-975c-a657eeb41d13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:21.998585 dv-cinder-794021-1-smb neutron-server[103498]: WARNING oslo_policy.policy [None req-611c89ce-0fdd-4a13-975c-a657eeb41d13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:22.432120 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.policy [None req-611c89ce-0fdd-4a13-975c-a657eeb41d13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103498) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 18:40:22.477569 dv-cinder-794021-1-smb neutron-server[103498]: WARNING oslo_policy.policy [None req-611c89ce-0fdd-4a13-975c-a657eeb41d13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:22.477879 dv-cinder-794021-1-smb neutron-server[103498]: WARNING oslo_policy.policy [None req-611c89ce-0fdd-4a13-975c-a657eeb41d13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:40:22.486089 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611c89ce-0fdd-4a13-975c-a657eeb41d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:22.487999 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-611c89ce-0fdd-4a13-975c-a657eeb41d13 admin admin] 10.222.0.15 "GET /v2.0/networks/b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b HTTP/1.1" status: 200 len: 825 time: 1.0603132 Jun 01 18:40:22.519729 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e0732428-5424-4375-a78d-4d58e1a1b5b2 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/052a25a5-82c6-4fdc-8151-c047a65e8eb2 HTTP/1.1" status: 200 len: 734 time: 0.0264964 Jun 01 18:40:22.528344 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Request body: {'subnet': {'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'subnetpool_id': '052a25a5-82c6-4fdc-8151-c047a65e8eb2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:22.529852 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.quota [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Loaded quota_driver: . Jun 01 18:40:22.536250 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:22.541684 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Usage tracker for resource:subnet and tenant:38a62c1b05ab4b088fcebea2fada153f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:22.544957 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:22.551903 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:22.566597 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Made reservation on behalf of 38a62c1b05ab4b088fcebea2fada153f for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:22.569401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.054552 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.060350 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:23.135413 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Checking segment: {'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:40:23.135772 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Network hostable DHCP agents. Network: b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:23.153166 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=504ec6f4-9a26-4338-aa20-246e056fae83,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:23.163111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.163478 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.163800 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.164111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.164416 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.164753 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.165101 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.165455 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.165802 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.166106 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.166399 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.166693 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Tracked resource versions report: Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: pushed versions: Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: { 'AddressGroup': {'1.2'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'ConntrackHelper': {'1.0'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Log': {'1.0'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Network': {'1.1'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Port': {'1.7'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'PortForwarding': {'1.2'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'QosPolicy': {'1.8'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroup': {'1.4'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'SubPort': {'1.0'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Subnet': {'1.1'}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Trunk': {'1.1'}} Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: consumer versions: Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'ConntrackHelper': '1.0', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Log': '1.0', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Network': '1.1', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Port': '1.7', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'PortForwarding': '1.2', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'QosPolicy': '1.8', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroup': '1.4', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroupRule': '1.2', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'SubPort': '1.0', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Subnet': '1.1', Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: 'Trunk': '1.1'}} Jun 01 18:40:23.167803 dv-cinder-794021-1-smb neutron-server[103498]: {{(pid=103498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:40:23.188625 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:23.203476 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:23.206243 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:23.209990 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:23.211963 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.213059 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3bbd9b-7316-4121-abcf-5ed6e32f0772 None None] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:40:23.233566 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7088168 Jun 01 18:40:23.528660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'fixed_ips': [{'subnet_id': '504ec6f4-9a26-4338-aa20-246e056fae83'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:40:23.529906 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.719807 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Allocated IP 172.20.0.2 (b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b/504ec6f4-9a26-4338-aa20-246e056fae83/f54e0af7-e8f4-4cd7-adda-43a790ab0a40) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:23.947590 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.960282 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Transition to ACTIVE for port object f54e0af7-e8f4-4cd7-adda-43a790ab0a40 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:23.979680 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Transition to ACTIVE for port object f54e0af7-e8f4-4cd7-adda-43a790ab0a40 will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:23.986389 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.992700 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:24.054271 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:24.057157 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:24.063740 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:40:24.065979 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Pushing event updated for resources: {'Port': ['ID=f54e0af7-e8f4-4cd7-adda-43a790ab0a40,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:24.102631 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.102962 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.103316 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.103640 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.103957 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.104274 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.104588 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.104898 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.105225 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.105538 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.105844 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.106150 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Tracked resource versions report: Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: pushed versions: Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: { 'AddressGroup': {'1.2'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'ConntrackHelper': {'1.0'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Log': {'1.0'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Network': {'1.1'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Port': {'1.7'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'PortForwarding': {'1.2'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'QosPolicy': {'1.8'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroup': {'1.4'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'SubPort': {'1.0'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Subnet': {'1.1'}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Trunk': {'1.1'}} Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: consumer versions: Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'ConntrackHelper': '1.0', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Log': '1.0', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Network': '1.1', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Port': '1.7', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'PortForwarding': '1.2', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'QosPolicy': '1.8', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroup': '1.4', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroupRule': '1.2', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'SubPort': '1.0', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Subnet': '1.1', Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: 'Trunk': '1.1'}} Jun 01 18:40:24.107290 dv-cinder-794021-1-smb neutron-server[103500]: {{(pid=103500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:40:24.119668 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:24.172976 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Attempting to bind port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:24.173368 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Attempting to bind port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:24.173795 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Attempting to bind port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 on network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:24.179253 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:24.179664 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Checking segment: {'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:40:24.180133 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:24.180521 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Bound using segment: {'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:24.181005 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Bound port: f54e0af7-e8f4-4cd7-adda-43a790ab0a40, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:24.181373 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:24.272751 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] For port f54e0af7-e8f4-4cd7-adda-43a790ab0a40, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:24.274894 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] For port f54e0af7-e8f4-4cd7-adda-43a790ab0a40, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=f54e0af7-e8f4-4cd7-adda-43a790ab0a40,segment=NetworkSegment(74f5ade5-efd5-440a-8267-eb2798270bbb),segment_id=74f5ade5-efd5-440a-8267-eb2798270bbb)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:24.281914 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:24.286408 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:24.370393 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Pushing event updated for resources: {'Port': ['ID=f54e0af7-e8f4-4cd7-adda-43a790ab0a40,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:24.376267 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:25.645163 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 42856) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:26.011029 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [None req-366a2db0-8efc-41c5-a412-9f92a0bce8b8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:40:26.012028 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-366a2db0-8efc-41c5-a412-9f92a0bce8b8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3658457 Jun 01 18:40:28.410898 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 42864) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:28.792102 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [None req-5fabe4fc-7c24-4c78-8cbe-b75c7247584f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:40:28.793118 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5fabe4fc-7c24-4c78-8cbe-b75c7247584f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3812146 Jun 01 18:40:29.112461 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device f54e0af7-e8f4-4cd7-adda-43a790ab0a40 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:29.185081 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:29.818551 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac92fdb-ac5b-4069-bdec-65df0e35c251 None None] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:40:29.947255 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Provisioning for port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:29.979903 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Provisioning complete for port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:29.980307 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.190487 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.233067 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] For port f54e0af7-e8f4-4cd7-adda-43a790ab0a40, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=f54e0af7-e8f4-4cd7-adda-43a790ab0a40,segment=NetworkSegment(74f5ade5-efd5-440a-8267-eb2798270bbb),segment_id=74f5ade5-efd5-440a-8267-eb2798270bbb)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:30.236484 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.240112 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:30.307012 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Pushing event updated for resources: {'Port': ['ID=f54e0af7-e8f4-4cd7-adda-43a790ab0a40,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:30.310123 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:30.457319 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-a6753410-c5aa-496a-ae35-3166b72655b9 None None] Provisioning complete for port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:30.457598 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6753410-c5aa-496a-ae35-3166b72655b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.090780 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device f54e0af7-e8f4-4cd7-adda-43a790ab0a40 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:31.156557 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:31.156840 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.411659 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 42878) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:31.749733 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Request body: {'router': {'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'name': 'router1', 'admin_state_up': True}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:31.754607 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:31.758508 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Usage tracker for resource:router and tenant:38a62c1b05ab4b088fcebea2fada153f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:31.761835 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:31.767672 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:31.777666 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.779261 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.800657 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.906859 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.925470 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] Notify callbacks [] for router, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.926617 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b32d90b3-a12f-4bb2-9d01-91123c6b93ff admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5140433 Jun 01 18:40:34.224543 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 42886) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:34.593165 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [None req-27537603-5171-4289-85a1-e323791d3347 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:40:34.594138 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-27537603-5171-4289-85a1-e323791d3347 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3686874 Jun 01 18:40:34.826566 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-380f9069-af32-406f-98fe-39300f999208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.932234 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 42894) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:37.121603 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.233480 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f9a0ea3-3192-4b7f-aad3-4034df183d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.303014 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:37.307893 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:37.311642 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Usage tracker for resource:network and tenant:23e40d47d47f41558d9677f944541f5e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:37.314489 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:37.320670 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:37.330232 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Made reservation on behalf of 23e40d47d47f41558d9677f944541f5e for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:37.332736 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.366850 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.381904 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:37.385669 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Usage tracker for resource:security_group_rule and tenant:23e40d47d47f41558d9677f944541f5e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:37.388995 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:37.394932 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:37.488962 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.492618 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.496657 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:37.510136 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Reserving flat network on physical network physnet1 {{(pid=103498) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 18:40:37.534603 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82771d91-bad2-4d20-8c61-fba3db1a6560,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:37.537124 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764318566687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.537691 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Unsubscribe: segment precommit_create {{(pid=103498) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 18:40:37.538128 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Added segment d32c7df5-759e-4b70-b5d5-f51258fc34da of type flat for network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 Jun 01 18:40:37.549795 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:37.577255 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.619628 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.620853 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:37.621418 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.625730 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:37.713592 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7802880 Jun 01 18:40:37.720932 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Pushing event updated for resources: {'Network': ['ID=02e6fb3c-beb0-446a-b4ed-82eaadec6eb3,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:37.729877 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:37.742346 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:38.456428 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:39.867875 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.027272 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 42912) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:40.232941 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a4d6f-eb61-49b1-afed-54a4cb52f0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:40.234284 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-c05a4d6f-eb61-49b1-afed-54a4cb52f0b6 admin admin] 10.222.0.15 "GET /v2.0/subnets/504ec6f4-9a26-4338-aa20-246e056fae83 HTTP/1.1" status: 200 len: 849 time: 0.2060628 Jun 01 18:40:40.373385 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-278e2f0a-43ab-454e-89a4-13ec9e9749c6 admin admin] 10.222.0.15 "GET /v2.0/routers/eb139204-1705-46ea-8665-eac2170d0558 HTTP/1.1" status: 200 len: 704 time: 0.1334558 Jun 01 18:40:40.849771 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.075606 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Allocated IP 172.20.0.1 (b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b/504ec6f4-9a26-4338-aa20-246e056fae83/fc238b48-1001-4490-9cfd-b02ce97a1a43) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:41.256988 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.273957 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Transition to ACTIVE for port object fc238b48-1001-4490-9cfd-b02ce97a1a43 will not be triggered until provisioned by entity DHCP. {{(pid=103498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:41.327418 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.331655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:41.392201 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:41.395524 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:41.400003 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:40:41.400507 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.522796 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Pushing event updated for resources: {'Port': ['ID=fc238b48-1001-4490-9cfd-b02ce97a1a43,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:41.535638 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:41.551414 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-dfb3c13b-9dad-4b46-a3a9-5660f18c85b0 None None] Provisioning for port fc238b48-1001-4490-9cfd-b02ce97a1a43 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:41.556212 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-dfb3c13b-9dad-4b46-a3a9-5660f18c85b0 None None] Provisioning complete for port fc238b48-1001-4490-9cfd-b02ce97a1a43 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:41.556640 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c13b-9dad-4b46-a3a9-5660f18c85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.609066 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3c13b-9dad-4b46-a3a9-5660f18c85b0 None None] Port fc238b48-1001-4490-9cfd-b02ce97a1a43 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:40:41.660771 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.882245 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.886397 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.887505 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.891353 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:41.981741 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Pushing event updated for resources: {'Port': ['ID=fc238b48-1001-4490-9cfd-b02ce97a1a43,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:41.986367 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:42.077190 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:42.078194 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:42.230202 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-5d448de6-aa70-4f38-b49b-1b11c4b99857 None None] Provisioning complete for port fc238b48-1001-4490-9cfd-b02ce97a1a43 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:42.230563 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d448de6-aa70-4f38-b49b-1b11c4b99857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.262898 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Router eb139204-1705-46ea-8665-eac2170d0558 is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:40:42.285570 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5d448de6-aa70-4f38-b49b-1b11c4b99857 None None] Port fc238b48-1001-4490-9cfd-b02ce97a1a43 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:40:42.420196 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:40:42.429912 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Sync routers for ids ['eb139204-1705-46ea-8665-eac2170d0558'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:40:42.431720 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] 10.222.0.15 "PUT /v2.0/routers/eb139204-1705-46ea-8665-eac2170d0558/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0535371 Jun 01 18:40:42.439499 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Routers {'eb139204-1705-46ea-8665-eac2170d0558'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:40:42.440442 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:40:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['eb139204-1705-46ea-8665-eac2170d0558'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:42.612961 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Set router eb139204-1705-46ea-8665-eac2170d0558 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:40:42.971260 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb139204-1705-46ea-8665-eac2170d0558', 'name': 'router1', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:40:31Z', 'updated_at': '2021-06-01T18:40:41Z', 'revision_number': 2, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'gw_port_host': None, '_interfaces': [{'id': 'fc238b48-1001-4490-9cfd-b02ce97a1a43', 'name': '', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'mac_address': 'fa:16:3e:09:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:40Z', 'updated_at': '2021-06-01T18:40:41Z', 'revision_number': 2, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'subnets': [{'id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '052a25a5-82c6-4fdc-8151-c047a65e8eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:42.976001 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Checking router: eb139204-1705-46ea-8665-eac2170d0558 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:40:42.976359 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Updating router eb139204-1705-46ea-8665-eac2170d0558 port fc238b48-1001-4490-9cfd-b02ce97a1a43 binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:40:43.026306 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.417286 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.434884 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Transition to ACTIVE for port object fc238b48-1001-4490-9cfd-b02ce97a1a43 will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:43.441878 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.448273 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:43.638851 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Pushing event updated for resources: {'Port': ['ID=fc238b48-1001-4490-9cfd-b02ce97a1a43,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:43.661890 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.662222 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.662538 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.662849 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.663165 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.663499 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.663805 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.664110 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.664417 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.664716 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.665014 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.665309 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Tracked resource versions report: Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: pushed versions: Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: { 'AddressGroup': {'1.2'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'ConntrackHelper': {'1.0'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Log': {'1.0'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Network': {'1.1'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Port': {'1.7'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'PortForwarding': {'1.2'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'QosPolicy': {'1.8'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroup': {'1.4'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'SubPort': {'1.0'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Subnet': {'1.1'}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Trunk': {'1.1'}} Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: consumer versions: Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'ConntrackHelper': '1.0', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Log': '1.0', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Network': '1.1', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Port': '1.7', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'PortForwarding': '1.2', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'QosPolicy': '1.8', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroup': '1.4', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroupRule': '1.2', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'SubPort': '1.0', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Subnet': '1.1', Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: 'Trunk': '1.1'}} Jun 01 18:40:43.666399 dv-cinder-794021-1-smb neutron-server[103501]: {{(pid=103501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:40:43.677838 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:43.678712 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Attempting to bind port fc238b48-1001-4490-9cfd-b02ce97a1a43 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:43.679098 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Attempting to bind port fc238b48-1001-4490-9cfd-b02ce97a1a43 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:43.679541 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Attempting to bind port fc238b48-1001-4490-9cfd-b02ce97a1a43 on network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:43.684649 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:43.685058 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Checking segment: {'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:40:43.685506 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.685878 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Bound using segment: {'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:43.686378 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Bound port: fc238b48-1001-4490-9cfd-b02ce97a1a43, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f5ade5-efd5-440a-8267-eb2798270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:43.686737 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.773307 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] For port fc238b48-1001-4490-9cfd-b02ce97a1a43, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:43.777722 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] For port fc238b48-1001-4490-9cfd-b02ce97a1a43, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=fc238b48-1001-4490-9cfd-b02ce97a1a43,segment=NetworkSegment(74f5ade5-efd5-440a-8267-eb2798270bbb),segment_id=74f5ade5-efd5-440a-8267-eb2798270bbb)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:43.782813 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.788039 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:43.872026 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Routers {'eb139204-1705-46ea-8665-eac2170d0558'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:40:43.872651 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:40:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['eb139204-1705-46ea-8665-eac2170d0558'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:43.941172 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Pushing event updated for resources: {'Port': ['ID=fc238b48-1001-4490-9cfd-b02ce97a1a43,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:43.946463 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:44.074238 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] Set router eb139204-1705-46ea-8665-eac2170d0558 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:40:44.397799 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb139204-1705-46ea-8665-eac2170d0558', 'name': 'router1', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:40:31Z', 'updated_at': '2021-06-01T18:40:41Z', 'revision_number': 2, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'gw_port_host': None, '_interfaces': [{'id': 'fc238b48-1001-4490-9cfd-b02ce97a1a43', 'name': '', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'mac_address': 'fa:16:3e:09:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:40Z', 'updated_at': '2021-06-01T18:40:43Z', 'revision_number': 4, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'subnets': [{'id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '052a25a5-82c6-4fdc-8151-c047a65e8eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:44.401640 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01602f69-1667-47c4-a4ba-8dad4c57e953 None None] The sync data for ids ['eb139204-1705-46ea-8665-eac2170d0558'] in dv-cinder-794021-1-smb is: [{'id': 'eb139204-1705-46ea-8665-eac2170d0558', 'name': 'router1', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:40:31Z', 'updated_at': '2021-06-01T18:40:41Z', 'revision_number': 2, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'gw_port_host': None, '_interfaces': [{'id': 'fc238b48-1001-4490-9cfd-b02ce97a1a43', 'name': '', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'mac_address': 'fa:16:3e:09:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:40Z', 'updated_at': '2021-06-01T18:40:43Z', 'revision_number': 4, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'subnets': [{'id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '052a25a5-82c6-4fdc-8151-c047a65e8eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:40:44.578062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 42932) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:44.732132 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aead4e-89a0-43ac-bfce-d2673b7982cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:44.733523 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-a8aead4e-89a0-43ac-bfce-d2673b7982cb admin admin] 10.222.0.15 "GET /v2.0/networks/02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 HTTP/1.1" status: 200 len: 842 time: 0.1545095 Jun 01 18:40:44.743199 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'cidr': '172.28.3.0/24'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:44.747836 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:44.751578 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Usage tracker for resource:subnet and tenant:23e40d47d47f41558d9677f944541f5e is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:44.754659 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:44.760393 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:44.771392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Made reservation on behalf of 23e40d47d47f41558d9677f944541f5e for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:44.774015 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.291030 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.objects.ports [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 18:40:45.291544 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.295742 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:45.377922 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba449e2c-b36f-4a81-920a-c005a269d8cf,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:45.384097 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:45.388149 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:40:45.388502 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Network hostable DHCP agents. Network: 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:45.408890 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:45.420799 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:45.426121 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:45.426709 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.434264 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f1658-3e8b-49f7-8807-10313317f88c None None] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:40:45.463206 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7129114 Jun 01 18:40:45.646836 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc55bf2-3724-4d6e-bbe8-8f61e0aeb849 None None] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:40:47.135331 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device fc238b48-1001-4490-9cfd-b02ce97a1a43 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:47.207690 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port fc238b48-1001-4490-9cfd-b02ce97a1a43 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:47.213690 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port fc238b48-1001-4490-9cfd-b02ce97a1a43 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:47.214390 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.339750 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.375922 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port fc238b48-1001-4490-9cfd-b02ce97a1a43, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=fc238b48-1001-4490-9cfd-b02ce97a1a43,segment=NetworkSegment(74f5ade5-efd5-440a-8267-eb2798270bbb),segment_id=74f5ade5-efd5-440a-8267-eb2798270bbb)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:47.381230 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.384806 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:47.459663 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=fc238b48-1001-4490-9cfd-b02ce97a1a43,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:47.462816 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:47.677918 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 42944) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:47.900831 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-792ba12d-5948-47f3-b3ce-7b506fe85ca6 admin admin] 10.222.0.15 "GET /v2.0/routers/eb139204-1705-46ea-8665-eac2170d0558 HTTP/1.1" status: 200 len: 710 time: 0.2216957 Jun 01 18:40:48.028690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc8544-02f9-4117-ad6c-ac7d7b5918f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:40:48.030030 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-7afc8544-02f9-4117-ad6c-ac7d7b5918f2 admin admin] 10.222.0.15 "GET /v2.0/networks/02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 HTTP/1.1" status: 200 len: 886 time: 0.1238379 Jun 01 18:40:48.039359 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:48.487092 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.837867 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.891782 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.023849 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Allocated IP 172.28.3.60 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/3412872a-e7ab-4192-afbc-ca115c785df7) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:49.110407 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device fc238b48-1001-4490-9cfd-b02ce97a1a43 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:49.170331 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.177372 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port fc238b48-1001-4490-9cfd-b02ce97a1a43 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:49.177743 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.227285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.231845 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:49.293994 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:49.296854 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:49.303198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:40:49.355981 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Pushing event updated for resources: {'Port': ['ID=3412872a-e7ab-4192-afbc-ca115c785df7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:49.367388 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:49.673392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.032615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.036134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455229'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.209816 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Router eb139204-1705-46ea-8665-eac2170d0558 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:40:50.384466 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:40:50.392507 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.393895 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] 10.222.0.15 "PUT /v2.0/routers/eb139204-1705-46ea-8665-eac2170d0558 HTTP/1.1" status: 200 len: 889 time: 2.3575342 Jun 01 18:40:50.394027 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Sync routers for ids ['eb139204-1705-46ea-8665-eac2170d0558'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:40:50.404035 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Routers {'eb139204-1705-46ea-8665-eac2170d0558'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:40:50.404719 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:40:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['eb139204-1705-46ea-8665-eac2170d0558'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:50.596814 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Set router eb139204-1705-46ea-8665-eac2170d0558 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:40:50.934848 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb139204-1705-46ea-8665-eac2170d0558', 'name': 'router1', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '3412872a-e7ab-4192-afbc-ca115c785df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:40:31Z', 'updated_at': '2021-06-01T18:40:49Z', 'revision_number': 4, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'gw_port': {'id': '3412872a-e7ab-4192-afbc-ca115c785df7', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:48Z', 'updated_at': '2021-06-01T18:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fc238b48-1001-4490-9cfd-b02ce97a1a43', 'name': '', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'mac_address': 'fa:16:3e:09:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:40Z', 'updated_at': '2021-06-01T18:40:47Z', 'revision_number': 5, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'subnets': [{'id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '052a25a5-82c6-4fdc-8151-c047a65e8eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:50.939681 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Checking router: eb139204-1705-46ea-8665-eac2170d0558 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:40:50.940041 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Updating router eb139204-1705-46ea-8665-eac2170d0558 port 3412872a-e7ab-4192-afbc-ca115c785df7 binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:40:50.991933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.316933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.328335 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Transition to ACTIVE for port object 3412872a-e7ab-4192-afbc-ca115c785df7 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:51.335237 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.338899 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-2043c501-9cec-4cc9-9f00-3f2447fbf898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:51.416278 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Attempting to bind port 3412872a-e7ab-4192-afbc-ca115c785df7 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:51.416921 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Attempting to bind port 3412872a-e7ab-4192-afbc-ca115c785df7 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:51.417037 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Attempting to bind port 3412872a-e7ab-4192-afbc-ca115c785df7 on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:51.419003 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cc18a-cb3d-46a5-863b-632fc7e990dd None None] Pushing event updated for resources: {'Port': ['ID=3412872a-e7ab-4192-afbc-ca115c785df7,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:51.422496 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-636cc18a-cb3d-46a5-863b-632fc7e990dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:51.425578 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:51.425942 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:40:51.426333 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.426710 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:51.427156 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Bound port: 3412872a-e7ab-4192-afbc-ca115c785df7, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:51.427544 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.497969 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] For port 3412872a-e7ab-4192-afbc-ca115c785df7, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:51.500860 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] For port 3412872a-e7ab-4192-afbc-ca115c785df7, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=3412872a-e7ab-4192-afbc-ca115c785df7,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:51.505831 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.509508 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:51.588792 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Routers {'eb139204-1705-46ea-8665-eac2170d0558'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:40:51.589397 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:40:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['eb139204-1705-46ea-8665-eac2170d0558'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:51.641413 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cc18a-cb3d-46a5-863b-632fc7e990dd None None] Pushing event updated for resources: {'Port': ['ID=3412872a-e7ab-4192-afbc-ca115c785df7,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:51.649197 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-636cc18a-cb3d-46a5-863b-632fc7e990dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:51.780051 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] Set router eb139204-1705-46ea-8665-eac2170d0558 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:40:52.122574 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb139204-1705-46ea-8665-eac2170d0558', 'name': 'router1', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '3412872a-e7ab-4192-afbc-ca115c785df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:40:31Z', 'updated_at': '2021-06-01T18:40:49Z', 'revision_number': 4, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'gw_port': {'id': '3412872a-e7ab-4192-afbc-ca115c785df7', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:48Z', 'updated_at': '2021-06-01T18:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fc238b48-1001-4490-9cfd-b02ce97a1a43', 'name': '', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'mac_address': 'fa:16:3e:09:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:40Z', 'updated_at': '2021-06-01T18:40:47Z', 'revision_number': 5, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'subnets': [{'id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '052a25a5-82c6-4fdc-8151-c047a65e8eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:52.126535 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96150555-8dd9-4057-9b12-536429fb22d6 None None] The sync data for ids ['eb139204-1705-46ea-8665-eac2170d0558'] in dv-cinder-794021-1-smb is: [{'id': 'eb139204-1705-46ea-8665-eac2170d0558', 'name': 'router1', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.60'}], 'enable_snat': True}, 'gw_port_id': '3412872a-e7ab-4192-afbc-ca115c785df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:40:31Z', 'updated_at': '2021-06-01T18:40:49Z', 'revision_number': 4, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'gw_port': {'id': '3412872a-e7ab-4192-afbc-ca115c785df7', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:22:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:48Z', 'updated_at': '2021-06-01T18:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fc238b48-1001-4490-9cfd-b02ce97a1a43', 'name': '', 'network_id': 'b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b', 'tenant_id': '38a62c1b05ab4b088fcebea2fada153f', 'mac_address': 'fa:16:3e:09:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb139204-1705-46ea-8665-eac2170d0558', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:40:40Z', 'updated_at': '2021-06-01T18:40:47Z', 'revision_number': 5, 'project_id': '38a62c1b05ab4b088fcebea2fada153f', 'subnets': [{'id': '504ec6f4-9a26-4338-aa20-246e056fae83', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '052a25a5-82c6-4fdc-8151-c047a65e8eb2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:40:52.714530 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 42952) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:52.828135 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-74164ecf-ee2e-4867-a147-9fba5b479d3d admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1124654 Jun 01 18:40:53.122351 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 3412872a-e7ab-4192-afbc-ca115c785df7 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:53.193011 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 3412872a-e7ab-4192-afbc-ca115c785df7 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:53.197992 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 3412872a-e7ab-4192-afbc-ca115c785df7 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:53.198372 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.315626 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.331995 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 3412872a-e7ab-4192-afbc-ca115c785df7, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=3412872a-e7ab-4192-afbc-ca115c785df7,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:53.336727 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.338832 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-51e37443-2644-4742-bde4-5089e4c75cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:40:53.403932 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=3412872a-e7ab-4192-afbc-ca115c785df7,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:53.406662 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:40:53.988614 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:40:55.119949 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 3412872a-e7ab-4192-afbc-ca115c785df7 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:55.198378 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 3412872a-e7ab-4192-afbc-ca115c785df7 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:55.198946 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:04.828124 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83a4ac33-08bc-482b-8866-448af6cb9421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.128231 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.239991 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb490c05-25f2-4199-a252-2a38b984dae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.477790 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.887348 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:30.986705 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:41:34.838685 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f1c84d5-b8c0-4643-af3f-0dfee5dce9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.120620 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.234796 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c97644f5-d81a-40f3-8148-5870a347ebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.463000 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.882902 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:04.831700 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34876c3c-f220-4c52-a317-451ddd66e28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.128729 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.237552 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-78762d50-0633-477d-9c0a-dfc9292807ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.985818 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:42:08.465149 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:09.885590 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.446227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 43522) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:28.511794 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-20013333-b5ef-4ca8-a5a9-3185a3b2d50e admin admin] GET failed (client error): The resource could not be found. Jun 01 18:42:28.513025 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-20013333-b5ef-4ca8-a5a9-3185a3b2d50e admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658677 Jun 01 18:42:28.641772 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af39ae-5c66-4b4b-96b9-52c45519b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:28.643211 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-e6af39ae-5c66-4b4b-96b9-52c45519b327 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1257465 Jun 01 18:42:30.721620 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43534) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:30.826345 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a7829b-72d5-4e04-b438-515af13be3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:30.827679 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a6a7829b-72d5-4e04-b438-515af13be3c1 admin admin] 10.222.0.15 "GET /v2.0/subnets/504ec6f4-9a26-4338-aa20-246e056fae83 HTTP/1.1" status: 200 len: 849 time: 0.1051097 Jun 01 18:42:30.836696 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:30.989829 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.174228 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764318649492'] for subnet, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.178897 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3becef8a-fd1c-4e22-ab9a-c1afc4a47cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:42:31.219923 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:31.220882 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.223276 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] 10.222.0.15 "PUT /v2.0/subnets/504ec6f4-9a26-4338-aa20-246e056fae83 HTTP/1.1" status: 200 len: 868 time: 0.3901398 Jun 01 18:42:31.227339 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffca99-beea-4e86-b791-3c1aee93e6a2 None None] Network b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:42:31.250140 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=504ec6f4-9a26-4338-aa20-246e056fae83,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:31.258289 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.258658 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.259074 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.263926 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.264342 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.264600 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.265189 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.265503 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.265831 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.266791 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.267108 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.267472 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:31.275544 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:42:31.682539 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-6036b6e6-f9dd-4f73-8b3e-1d6b13785f0c None None] Provisioning complete for port fc238b48-1001-4490-9cfd-b02ce97a1a43 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:31.682903 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6036b6e6-f9dd-4f73-8b3e-1d6b13785f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.825874 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-6036b6e6-f9dd-4f73-8b3e-1d6b13785f0c None None] Provisioning complete for port f54e0af7-e8f4-4cd7-adda-43a790ab0a40 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:31.826128 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6036b6e6-f9dd-4f73-8b3e-1d6b13785f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:33.353699 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43544) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:33.523971 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03124de-320f-4d39-ac82-876c0cc14357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:33.524441 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03124de-320f-4d39-ac82-876c0cc14357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:33.525169 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-a03124de-320f-4d39-ac82-876c0cc14357 admin admin] Synchronizing usage tracker for tenant:23e40d47d47f41558d9677f944541f5e on resource:network {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:33.543094 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-a03124de-320f-4d39-ac82-876c0cc14357 admin admin] Unset dirty status for tenant:23e40d47d47f41558d9677f944541f5e on resource:network {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:33.544315 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a03124de-320f-4d39-ac82-876c0cc14357 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1896310 Jun 01 18:42:34.833946 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12d77871-1356-4082-8ef1-5c6f7741208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.664112 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43552) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:35.833009 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b3853-608d-4ba6-bceb-b898331a45e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:35.833473 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b3853-608d-4ba6-bceb-b898331a45e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:35.834983 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-808b3853-608d-4ba6-bceb-b898331a45e9 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1699560 Jun 01 18:42:37.124526 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.238665 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a55837f5-be73-4d2b-9333-43aaf9d4e6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:38.024812 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43560) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:38.189024 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39f98c-e84f-4845-86a0-c2d0fd720dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:38.190374 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-2c39f98c-e84f-4845-86a0-c2d0fd720dca admin admin] 10.222.0.15 "GET /v2.0/networks/02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 HTTP/1.1" status: 200 len: 886 time: 0.1646132 Jun 01 18:42:38.467243 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:39.888162 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:40.336278 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43568) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:40.506864 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5199be70-edd9-4d90-8ece-f5574dd4d8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:40.508250 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5199be70-edd9-4d90-8ece-f5574dd4d8dd admin admin] 10.222.0.15 "GET /v2.0/networks/b6fdc4b2-3fd3-4d5c-b6fb-4ce73d54cf4b HTTP/1.1" status: 200 len: 869 time: 0.1710474 Jun 01 18:42:42.580712 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 43576) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:42.688482 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d680b-bdff-46d3-857b-e0a936f4caa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:42.688938 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d680b-bdff-46d3-857b-e0a936f4caa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:42.689649 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-717d680b-bdff-46d3-857b-e0a936f4caa0 admin admin] Synchronizing usage tracker for tenant:23e40d47d47f41558d9677f944541f5e on resource:subnet {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:42.710798 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-717d680b-bdff-46d3-857b-e0a936f4caa0 admin admin] Unset dirty status for tenant:23e40d47d47f41558d9677f944541f5e on resource:subnet {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:42.712595 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-717d680b-bdff-46d3-857b-e0a936f4caa0 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309245 Jun 01 18:42:44.856307 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 43584) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:44.960178 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d034c68-28dc-4d19-a15c-352fc5478444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:44.960627 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d034c68-28dc-4d19-a15c-352fc5478444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:44.962090 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-9d034c68-28dc-4d19-a15c-352fc5478444 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1042109 Jun 01 18:42:44.984257 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:42:47.166225 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 43592) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:47.275957 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31644f-058e-4e39-a2e1-502d77b5f6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:47.277276 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3a31644f-058e-4e39-a2e1-502d77b5f6a8 admin admin] 10.222.0.15 "GET /v2.0/subnets/504ec6f4-9a26-4338-aa20-246e056fae83 HTTP/1.1" status: 200 len: 868 time: 0.1101067 Jun 01 18:42:49.378761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 43600) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:49.477316 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76776a88-ed4b-45f2-9398-6125b3f5690c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:42:49.478623 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-76776a88-ed4b-45f2-9398-6125b3f5690c admin admin] 10.222.0.15 "GET /v2.0/subnets/ba449e2c-b36f-4a81-920a-c005a269d8cf HTTP/1.1" status: 200 len: 816 time: 0.0989091 Jun 01 18:43:04.836565 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d11149d1-7ee5-4b5d-b7e5-5974a519ed99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.119591 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.239408 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0725e78-7c60-4388-8657-5831af8b1d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.473688 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.896097 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.322251 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 43644) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:12.369386 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [None req-30881a11-2cb8-4e63-9662-7db4a8076473 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:43:12.370380 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-30881a11-2cb8-4e63-9662-7db4a8076473 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471978 Jun 01 18:43:14.549948 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43652) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:14.615629 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.pecan_wsgi.hooks.translation [None req-2187ec95-fd33-46db-96a3-84a2dd6c950f admin admin] GET failed (client error): The resource could not be found. Jun 01 18:43:14.616897 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-2187ec95-fd33-46db-96a3-84a2dd6c950f admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659842 Jun 01 18:43:14.743666 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a367ed37-62cf-4a09-b1b5-8a1831a5a0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:43:14.745139 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a367ed37-62cf-4a09-b1b5-8a1831a5a0cb admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1245072 Jun 01 18:43:16.834157 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43660) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:16.879681 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:16.884655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:16.894845 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:16.904345 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Made reservation on behalf of 23e40d47d47f41558d9677f944541f5e for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:16.906836 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.993136 dv-cinder-794021-1-smb neutron-server[103498]: WARNING neutron.services.revisions.revision_plugin [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Could not find related network for resource to bump revision. Jun 01 18:43:17.004883 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:43:17.013680 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.013960 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Added segment d9da13be-e211-4476-b49f-4c6fdfccc001 of type vlan for network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 Jun 01 18:43:17.042021 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.070407 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.071841 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:43:17.072410 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.076671 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:43:17.165490 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3302841 Jun 01 18:43:17.173364 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Pushing event updated for resources: {'Network': ['ID=5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:17.176318 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:43:17.183750 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:43:19.343209 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43668) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:19.410031 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e06ace-7952-4efb-985a-79011a8b5d74 admin admin] GET failed (client error): The resource could not be found. Jun 01 18:43:19.410467 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-44e06ace-7952-4efb-985a-79011a8b5d74 admin admin] Synchronizing usage tracker for tenant:23e40d47d47f41558d9677f944541f5e on resource:network {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:19.425418 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-44e06ace-7952-4efb-985a-79011a8b5d74 admin admin] Unset dirty status for tenant:23e40d47d47f41558d9677f944541f5e on resource:network {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:19.426776 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-44e06ace-7952-4efb-985a-79011a8b5d74 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0820830 Jun 01 18:43:19.529635 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d8d00-9087-4bf2-9d27-e10a82ab57b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:43:19.531755 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-942d8d00-9087-4bf2-9d27-e10a82ab57b2 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002178 Jun 01 18:43:19.541088 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:19.545371 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:19.554532 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:19.564161 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Made reservation on behalf of 23e40d47d47f41558d9677f944541f5e for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:19.566451 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.970565 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.974894 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-21ee3133-3f76-41e1-94a0-6736e7dd1657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:43:20.043297 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=763be899-9e8e-46fb-aed1-4493798db191,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:20.046487 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:43:20.051922 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Checking segment: {'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:43:20.052266 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Network hostable DHCP agents. Network: 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:43:20.068204 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:43:20.076869 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:20.081551 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:43:20.082132 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.086299 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f1b88-9bed-459f-b1b8-7a87bf989c0e None None] Network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:43:20.106731 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5688076 Jun 01 18:43:20.305259 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1', 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1', 'tenant_id': '23e40d47d47f41558d9677f944541f5e', 'fixed_ips': [{'subnet_id': '763be899-9e8e-46fb-aed1-4493798db191'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:43:20.306089 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.464508 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Allocated IP 192.168.233.2 (5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1/763be899-9e8e-46fb-aed1-4493798db191/927fe429-a6e2-4801-8973-4b032201b8c3) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:20.670397 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.681035 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Transition to ACTIVE for port object 927fe429-a6e2-4801-8973-4b032201b8c3 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:20.700140 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Transition to ACTIVE for port object 927fe429-a6e2-4801-8973-4b032201b8c3 will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:20.705974 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.713567 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:43:20.774854 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:20.777714 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:20.784861 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:43:20.786906 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Pushing event updated for resources: {'Port': ['ID=927fe429-a6e2-4801-8973-4b032201b8c3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:20.794637 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.794977 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.795335 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.795660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.795979 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.796297 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.797150 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.797463 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.797986 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.798310 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.798633 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.798940 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:20.803474 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:43:20.887533 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Attempting to bind port 927fe429-a6e2-4801-8973-4b032201b8c3 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:20.887898 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Attempting to bind port 927fe429-a6e2-4801-8973-4b032201b8c3 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:20.888253 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Attempting to bind port 927fe429-a6e2-4801-8973-4b032201b8c3 on network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:20.893855 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:20.894224 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Checking segment: {'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:43:20.894616 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.894997 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Bound using segment: {'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:20.895497 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Bound port: 927fe429-a6e2-4801-8973-4b032201b8c3, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:20.895861 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.982048 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] For port 927fe429-a6e2-4801-8973-4b032201b8c3, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:20.985806 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] For port 927fe429-a6e2-4801-8973-4b032201b8c3, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=927fe429-a6e2-4801-8973-4b032201b8c3,segment=NetworkSegment(d9da13be-e211-4476-b49f-4c6fdfccc001),segment_id=d9da13be-e211-4476-b49f-4c6fdfccc001)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:20.989706 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.993527 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:43:21.069846 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Pushing event updated for resources: {'Port': ['ID=927fe429-a6e2-4801-8973-4b032201b8c3,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:21.072864 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:43:21.911048 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ab182-a7e9-4944-af3f-811ab269e9e1 None None] Network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:43:21.983000 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:43:22.060208 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-d8ba7223-419f-42b8-b2e1-160159a83fdc None None] Provisioning for port 927fe429-a6e2-4801-8973-4b032201b8c3 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:23.237483 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 927fe429-a6e2-4801-8973-4b032201b8c3 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:23.309152 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 927fe429-a6e2-4801-8973-4b032201b8c3 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:23.314500 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 927fe429-a6e2-4801-8973-4b032201b8c3 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:23.314861 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.454463 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.486379 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 927fe429-a6e2-4801-8973-4b032201b8c3, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=927fe429-a6e2-4801-8973-4b032201b8c3,segment=NetworkSegment(d9da13be-e211-4476-b49f-4c6fdfccc001),segment_id=d9da13be-e211-4476-b49f-4c6fdfccc001)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:23.490235 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.492917 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:43:23.558818 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=927fe429-a6e2-4801-8973-4b032201b8c3,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:23.561830 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:43:25.219492 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 927fe429-a6e2-4801-8973-4b032201b8c3 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:25.289846 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 927fe429-a6e2-4801-8973-4b032201b8c3 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:25.290206 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:34.838824 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6a8651a-1269-4ca9-a2db-63889d5f01aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.122742 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.242133 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a5a22c-3e8a-4714-aca5-f6dc24b2a3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:38.475343 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.898377 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:58.982221 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:44:04.842291 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a3c05ee-b000-47eb-83ad-336cef475793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.127059 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.243827 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab087fa6-c2d0-4559-ade2-9b28eabf6422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:08.477787 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:09.903075 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.002898 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43720) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:27.008983 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [None req-8235e4e5-3da8-420c-972e-d14c043b3805 tempest-verify_tempest_config-710255017 tempest-verify_tempest_config-710255017-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:44:27.009923 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8235e4e5-3da8-420c-972e-d14c043b3805 tempest-verify_tempest_config-710255017 tempest-verify_tempest_config-710255017-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060532 Jun 01 18:44:27.311939 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43738) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:27.424520 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.439682 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:27.443518 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7cefdbae31434f5cbc4eac210b966a4f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:27.446279 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:27.452858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:27.536497 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.539963 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.548924 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:44:27.589125 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Synchronizing usage tracker for tenant:23e40d47d47f41558d9677f944541f5e on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:27.593677 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38d2c86-82c4-4832-9100-440259030a37,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:27.605195 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.605554 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.605900 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.606239 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.606568 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.606894 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.607232 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.607846 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.608368 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.608818 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.609137 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.609450 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:27.614798 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:44:27.620755 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Unset dirty status for tenant:23e40d47d47f41558d9677f944541f5e on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:27.622021 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cefdbae31434f5cbc4eac210b966a4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3090973 Jun 01 18:44:27.625102 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43742) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:27.680909 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.706601 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.800526 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.805407 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:44:27.817720 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38d2c86-82c4-4832-9100-440259030a37,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:27.820664 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:44:27.822506 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.823621 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b38d2c86-82c4-4832-9100-440259030a37 HTTP/1.1" status: 204 len: 168 time: 0.1976333 Jun 01 18:44:34.845011 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9cee737-dbf3-4cdb-9992-1fa4c17a2607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.980884 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:44:37.131090 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.245807 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e669cffd-e6f4-4262-8529-731d29897d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.480921 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.908728 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:04.847154 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a3e61d-c2fb-489b-b5cc-0427c30ddf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.133668 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.246882 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b19f0af0-81b5-44c0-a70d-c63238a7cc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:08.483451 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.912736 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:12.979202 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:45:34.847740 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f695e0-1a44-4fcf-a871-910256e32868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.135498 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.249420 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1d18dd1-a153-4406-b8c7-4c7a5050a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.486641 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:39.915032 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.978154 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 5 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:46:04.848308 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06d3d61e-09cc-4c39-baa3-1c8761b1d378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:04.952911 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840'] for agent, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:07.138095 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:07.251889 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7be28af5-79fd-481f-bcb1-cd28d2d9993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.489750 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.669342 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43794) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:08.778591 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-afa0540d-1632-45f8-b49c-62e3abee83e0 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1074595 Jun 01 18:46:09.917840 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.876825 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43804) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:10.934075 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5c24ce21-f93e-40f8-941a-4e1f5d1dbc57 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0561783 Jun 01 18:46:26.977883 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:46:34.849454 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-812f1676-02fa-4d2c-9f6b-a3c17c955e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.935904 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.141472 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.252456 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c1e83ac-6dcf-47ee-b584-70514513449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:38.491455 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:39.915116 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.977218 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:47:04.851020 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79d6bd0a-bef1-46c5-bba1-151af6b0fd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:04.936577 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:07.148246 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:07.258685 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b85f23b1-65e7-4fb6-a61a-e9d4be587fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:08.495581 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:09.919670 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:34.854034 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bfd17ed-d7dc-471f-8540-07e30debf109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:34.950964 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.142333 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.252717 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-01729a7b-e8f0-40cc-9589-08117a19604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.496278 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.931294 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:40.984347 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:47:44.280980 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43968) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:44.381248 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 43984) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:44.496643 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-network', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:44.501034 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:44.504937 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Usage tracker for resource:network and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:44.508258 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:44.514141 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:44.529391 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Made reservation on behalf of 92c8746bd91b446ea8565ee1d9be01ae for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:44.529391 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.544416 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.564323 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1605627258-network', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:44.573727 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:44.583498 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:44.586166 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Usage tracker for resource:network and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:44.591103 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:44.595611 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Usage tracker for resource:security_group_rule and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:44.601838 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:44.604800 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:44.625801 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:44.638356 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Made reservation on behalf of b58f9822cb334903ba3a880b0e243e7e for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:44.641749 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.667249 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.691557 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:44.706106 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Usage tracker for resource:security_group_rule and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:44.723603 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:44.740486 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:44.762026 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.793874 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.806419 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:44.834396 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:47:44.869204 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.870067 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Added segment e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82 of type vlan for network bea8fd4c-0c59-4197-a827-e3672777b4da Jun 01 18:47:44.896377 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2836bdd6-8a95-48cd-9bfd-eebf4485f812,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:44.921047 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.930020 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.930525 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.930966 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.931414 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.931831 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.932252 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.932667 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.933079 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.933507 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.933929 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.934354 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.934781 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Tracked resource versions report: Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: pushed versions: Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: { 'AddressGroup': {'1.2'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'ConntrackHelper': {'1.0'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Log': {'1.0'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Network': {'1.1'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Port': {'1.7'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'PortForwarding': {'1.2'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'QosPolicy': {'1.8'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroup': {'1.4'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'SubPort': {'1.0'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Subnet': {'1.1'}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Trunk': {'1.1'}} Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: consumer versions: Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: HyperV agent@hv-cinder-79402: {}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'ConntrackHelper': '1.0', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Log': '1.0', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Network': '1.1', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Port': '1.7', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'PortForwarding': '1.2', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'QosPolicy': '1.8', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroup': '1.4', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'SecurityGroupRule': '1.2', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'SubPort': '1.0', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Subnet': '1.1', Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: 'Trunk': '1.1'}} Jun 01 18:47:44.936039 dv-cinder-794021-1-smb neutron-server[103498]: {{(pid=103498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:47:44.943809 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:44.944564 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.954830 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.959372 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-43023a25-e3d3-4052-915e-e890de7d7d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:44.988782 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:47:45.013344 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e11bbe-39a3-4e87-a477-87cd064cbc41,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:45.025531 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:45.027217 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.027547 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Added segment c1a58e19-2998-41aa-9433-47325bfe6496 of type vlan for network fe65af93-e706-495a-8759-346f354f97fb Jun 01 18:47:45.036165 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.040525 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:45.041117 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.046508 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:45.095538 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.167005 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44030) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:45.183459 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Pushing event updated for resources: {'Network': ['ID=bea8fd4c-0c59-4197-a827-e3672777b4da,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:45.188892 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:45.197960 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network bea8fd4c-0c59-4197-a827-e3672777b4da details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:47:45.199588 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9174509 Jun 01 18:47:45.202979 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44036) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:45.207875 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Request body: {'subnet': {'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-subnet', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:45.218504 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:45.223639 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.225050 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:45.225685 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.230582 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:45.236283 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Usage tracker for resource:subnet and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:45.239431 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:45.256160 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:45.269951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Made reservation on behalf of 92c8746bd91b446ea8565ee1d9be01ae for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:45.272504 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.332187 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9499104 Jun 01 18:47:45.337066 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:45.343704 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Request body: {'subnet': {'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1605627258-subnet', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:45.348070 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:45.352271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Usage tracker for resource:subnet and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:45.355084 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:45.361474 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:45.385312 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:45.422710 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe65af93-e706-495a-8759-346f354f97fb,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:45.433300 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:45.434202 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network fe65af93-e706-495a-8759-346f354f97fb details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:47:45.448442 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Made reservation on behalf of b58f9822cb334903ba3a880b0e243e7e for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:45.450350 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.736350 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1688149525-network', 'tenant_id': '0b9e7915aa9a4203937d06d578812d56'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:45.879287 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:46.017696 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Usage tracker for resource:network and tenant:0b9e7915aa9a4203937d06d578812d56 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:46.028078 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-network', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:46.033340 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:46.063287 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:46.109296 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:46.136171 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Usage tracker for resource:network and tenant:3ff3cd42954b4463b34e4eede3ffbc0c is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:46.156626 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Made reservation on behalf of 0b9e7915aa9a4203937d06d578812d56 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:46.158985 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.179995 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:46.227351 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:46.236625 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.359264 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:46.367872 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Made reservation on behalf of 3ff3cd42954b4463b34e4eede3ffbc0c for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:46.370298 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.392432 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9e7915aa9a4203937d06d578812d56 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:46.397483 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:46.413125 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.425178 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:46.447692 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:46.458656 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff3cd42954b4463b34e4eede3ffbc0c is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:46.461785 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:46.469510 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:46.526014 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.555999 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-be4d0fd2-4a56-4d80-8fb9-1bf8c2ddd540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:46.720009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061778ed-4972-4d7d-afb3-23d51d92708c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:46.731651 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Checking segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:46.732003 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Network hostable DHCP agents. Network: fe65af93-e706-495a-8759-346f354f97fb, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:47:46.772766 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.773145 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.773465 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.773817 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.774092 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.774412 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.774725 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.775039 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.775406 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.775707 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.776067 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.776313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Tracked resource versions report: Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: pushed versions: Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: { 'AddressGroup': {'1.2'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'ConntrackHelper': {'1.0'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Log': {'1.0'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Network': {'1.1'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Port': {'1.7'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'PortForwarding': {'1.2'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'QosPolicy': {'1.8'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroup': {'1.4'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'SubPort': {'1.0'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Subnet': {'1.1'}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Trunk': {'1.1'}} Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: consumer versions: Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: HyperV agent@hv-cinder-79402: {}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'ConntrackHelper': '1.0', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Log': '1.0', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Network': '1.1', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Port': '1.7', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'PortForwarding': '1.2', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'QosPolicy': '1.8', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroup': '1.4', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'SecurityGroupRule': '1.2', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'SubPort': '1.0', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Subnet': '1.1', Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: 'Trunk': '1.1'}} Jun 01 18:47:46.777356 dv-cinder-794021-1-smb neutron-server[103499]: {{(pid=103499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:47:46.801112 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:46.815348 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.840189 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.841206 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.850291 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:46.860903 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Network fe65af93-e706-495a-8759-346f354f97fb is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:47:46.862904 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.877779 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.900587 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:47:46.902751 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, fe65af93-e706-495a-8759-346f354f97fb) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:46.914423 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94a883-d80b-419a-8783-0dc58b1a1ea9 None None] Network fe65af93-e706-495a-8759-346f354f97fb requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:46.921907 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:46.922500 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.925784 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:47:46.927964 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a3464-f8c2-48c8-8dc5-4128cea5543e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:46.946679 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:46.946679 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:46.969378 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.969720 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Added segment d8c2e412-a56b-4205-a414-c680b533c376 of type vlan for network b4965da7-deff-4429-a9b3-9ebc5564a754 Jun 01 18:47:46.975875 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.976154 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Added segment ff129589-ea7d-4787-b10c-bc0a8158b496 of type vlan for network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 Jun 01 18:47:47.026223 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cc123b-4d2c-49ca-8555-911686c1a3e3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:47.047699 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:47.054696 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:47.102207 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.121917 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.128504 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Checking segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:47.132787 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Network hostable DHCP agents. Network: bea8fd4c-0c59-4197-a827-e3672777b4da, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:47:47.140906 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8028095 Jun 01 18:47:47.143682 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44122) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:47.148142 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:47.160225 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:47.164858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Usage tracker for resource:router and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:47.168746 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:47.192186 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:47.210853 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963cc63a-4751-44e9-94c7-4f199de2bdd5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:47.214562 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.215827 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.235258 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:47.244755 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.280567 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Network bea8fd4c-0c59-4197-a827-e3672777b4da is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:47:47.297555 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.310500 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:47.311538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.315398 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.321494 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:47.343286 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-fe65af93-e706-495a-8759-346f354f97fb', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:47:47.347720 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.367781 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:47.368364 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.435563 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, bea8fd4c-0c59-4197-a827-e3672777b4da) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:47.503282 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:47.512003 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.517975 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da4217-ec87-4182-9645-67e3f447b152 None None] Network bea8fd4c-0c59-4197-a827-e3672777b4da requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:47.530527 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1433830 Jun 01 18:47:47.558534 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44148) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:47.558647 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44152) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:47.598022 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4293311 Jun 01 18:47:47.607295 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44160) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:47.613169 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Request body: {'subnet': {'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-subnet', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:47.620698 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Request body: {'subnet': {'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1688149525-subnet', 'tenant_id': '0b9e7915aa9a4203937d06d578812d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:47.627613 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:47.740592 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:47.743447 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Pushing event updated for resources: {'Network': ['ID=b4965da7-deff-4429-a9b3-9ebc5564a754,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:47.761276 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Usage tracker for resource:subnet and tenant:3ff3cd42954b4463b34e4eede3ffbc0c is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:47.771447 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5670602 Jun 01 18:47:47.772289 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44166) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:47.773303 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:47.787351 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:47.798164 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Usage tracker for resource:subnet and tenant:0b9e7915aa9a4203937d06d578812d56 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:47.800077 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network b4965da7-deff-4429-a9b3-9ebc5564a754 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:47:47.812674 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:47.818200 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:47.841339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:47.847796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:47.854267 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Usage tracker for resource:router and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:47.859013 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:47.956332 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Allocated IP 172.20.0.2 (fe65af93-e706-495a-8759-346f354f97fb/061778ed-4972-4d7d-afb3-23d51d92708c/58eb2c20-c6a5-4de4-8cd7-b529e1043c16) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:47.990992 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:48.007704 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Pushing event updated for resources: {'Network': ['ID=74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:48.012001 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:48.018366 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:48.021097 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:48.023423 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Made reservation on behalf of 3ff3cd42954b4463b34e4eede3ffbc0c for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:48.028712 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44172) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:48.034398 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Notify callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.052014 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.059069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Made reservation on behalf of 0b9e7915aa9a4203937d06d578812d56 for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:48.064594 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:47:48.069155 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.108821 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.110149 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.160177 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.188035 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:48.194970 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Usage tracker for resource:security_group_rule and tenant:00a972043cdf4c5a8c5f1a029564f3ca is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:48.200488 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:48.262725 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:48.328727 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.373849 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:48.378919 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.416156 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-bea8fd4c-0c59-4197-a827-e3672777b4da', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:47:48.417444 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.455577 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:5487b6d91f194402af5867c09c346499 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:48.462715 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:48.477025 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:48.594621 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.618722 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Transition to ACTIVE for port object 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:48.676847 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Transition to ACTIVE for port object 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:48.692126 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.703287 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:48.752363 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.757614 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Allocated IP 172.20.0.2 (bea8fd4c-0c59-4197-a827-e3672777b4da/963cc63a-4751-44e9-94c7-4f199de2bdd5/0008e17f-77c2-460c-805e-8380f753023c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:48.783988 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.784798 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Network fe65af93-e706-495a-8759-346f354f97fb is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:48.791878 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:48.795351 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:47:48.824249 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.877532 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Pushing event updated for resources: {'Port': ['ID=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:48.901114 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.969372 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.973083 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.973553 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.973748 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.974026 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.974337 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.974648 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.974973 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.975276 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.975598 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.975911 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.976210 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.976574 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Tracked resource versions report: Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: pushed versions: Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: { 'AddressGroup': {'1.2'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'ConntrackHelper': {'1.0'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Log': {'1.0'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Network': {'1.1'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Port': {'1.7'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'PortForwarding': {'1.2'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'QosPolicy': {'1.8'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroup': {'1.4'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'SubPort': {'1.0'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Subnet': {'1.1'}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Trunk': {'1.1'}} Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: consumer versions: Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: HyperV agent@hv-cinder-79402: {}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'ConntrackHelper': '1.0', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Log': '1.0', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Network': '1.1', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Port': '1.7', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'PortForwarding': '1.2', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'QosPolicy': '1.8', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroup': '1.4', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'SecurityGroupRule': '1.2', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'SubPort': '1.0', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Subnet': '1.1', Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: 'Trunk': '1.1'}} Jun 01 18:47:48.977691 dv-cinder-794021-1-smb neutron-server[103500]: {{(pid=103500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:47:48.987413 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:48.987889 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:49.017862 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.064315 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.091573 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5487b6d91f194402af5867c09c346499&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5178902 Jun 01 18:47:49.097973 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feeafa5-72fc-4490-98d7-2ffc6a2477d6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.105706 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44204) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:49.106073 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:49.110370 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Attempting to bind port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:49.110479 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Attempting to bind port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:49.110849 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Attempting to bind port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 on network fe65af93-e706-495a-8759-346f354f97fb {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:49.128636 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:49.129005 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Checking segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:49.129413 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.143590 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Bound using segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:49.144168 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Bound port: 58eb2c20-c6a5-4de4-8cd7-b529e1043c16, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:49.144858 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.145123 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f18a275d-4e57-47c9-8669-83ef2e69ec88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:49.287392 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00a972043cdf4c5a8c5f1a029564f3ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2576234 Jun 01 18:47:49.288121 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44212) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:49.289400 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Allocated IP 172.28.3.207 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/a2b6a6fe-31cc-44e2-af6f-0e8da88a643f) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:49.399464 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.430877 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.431550 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.460119 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30a6844-29a4-4ffb-916c-c67381b3cea7,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.489345 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:49.571903 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] For port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:49.577776 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] For port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:49.587662 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.595514 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.598821 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:49.622770 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:49.660578 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Transition to ACTIVE for port object 0008e17f-77c2-460c-805e-8380f753023c will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:49.668395 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.725210 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Pushing event updated for resources: {'Port': ['ID=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.728463 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.741234 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:49.742415 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Transition to ACTIVE for port object 0008e17f-77c2-460c-805e-8380f753023c will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:49.750290 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.756399 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:49.759849 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.771333 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.784581 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:49.829354 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Network bea8fd4c-0c59-4197-a827-e3672777b4da is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:49.830833 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Checking segment: {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:49.831055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feeafa5-72fc-4490-98d7-2ffc6a2477d6,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.831313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Network hostable DHCP agents. Network: b4965da7-deff-4429-a9b3-9ebc5564a754, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:47:49.832804 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:49.838554 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:47:49.844730 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:49.860089 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb73c75-8a0a-41ee-9656-979114a2e572,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.872316 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:49.874257 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.902883 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Network b4965da7-deff-4429-a9b3-9ebc5564a754 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:47:49.907785 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Pushing event updated for resources: {'Port': ['ID=0008e17f-77c2-460c-805e-8380f753023c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.918559 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.945028 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.950459 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.955807 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7feeafa5-72fc-4490-98d7-2ffc6a2477d6 HTTP/1.1" status: 204 len: 168 time: 0.7910950 Jun 01 18:47:49.956031 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:49.969639 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, b4965da7-deff-4429-a9b3-9ebc5564a754) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:49.981968 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:49.984530 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.986702 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Attempting to bind port 0008e17f-77c2-460c-805e-8380f753023c on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:49.986702 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Attempting to bind port 0008e17f-77c2-460c-805e-8380f753023c by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:49.987261 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Attempting to bind port 0008e17f-77c2-460c-805e-8380f753023c on network bea8fd4c-0c59-4197-a827-e3672777b4da {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:49.989281 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.989821 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be52dfe-a2a3-402d-b9d9-cdf4ffca20e7 None None] Network b4965da7-deff-4429-a9b3-9ebc5564a754 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:50.015419 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:50.135923 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5609159 Jun 01 18:47:50.140988 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44230) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:50.150927 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:50.159529 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:50.163886 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Usage tracker for resource:router and tenant:3ff3cd42954b4463b34e4eede3ffbc0c is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:50.170755 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:50.183421 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:50.202093 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.203467 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.255874 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Allocated IP 172.28.3.26 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/6e944e80-6b84-491e-8ca2-7b9576d1a3e0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:50.258562 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.320964 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Pushing event updated for resources: {'Port': ['ID=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:50.340923 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:50.349968 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.352408 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e30a6844-29a4-4ffb-916c-c67381b3cea7 HTTP/1.1" status: 204 len: 168 time: 1.0582337 Jun 01 18:47:50.353873 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.363790 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6f5b466e-07ae-4ccf-8f41-40cbe3f50146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:50.367660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:50.368243 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Checking segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:50.368873 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.369488 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Bound using segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:50.370253 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Bound port: 0008e17f-77c2-460c-805e-8380f753023c, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:50.370836 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.389967 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30a6844-29a4-4ffb-916c-c67381b3cea7,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:50.413655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:50.431131 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:50.432334 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:50.543099 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54c04ea-3741-467a-ba19-1cbf0e4a0a3f,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:50.553037 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:50.561178 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:50.565689 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:47:50.626810 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd0a7e-2782-4726-82fe-39a36f51f19e None None] Network b4965da7-deff-4429-a9b3-9ebc5564a754 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:50.783621 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44250) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:51.161419 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] For port 0008e17f-77c2-460c-805e-8380f753023c, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:51.167513 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] For port 0008e17f-77c2-460c-805e-8380f753023c, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=0008e17f-77c2-460c-805e-8380f753023c,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:51.173557 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.180004 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:51.187082 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.212939 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.215860 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44262) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:51.221654 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Checking segment: {'id': 'ff129589-ea7d-4787-b10c-bc0a8158b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:51.222203 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Network hostable DHCP agents. Network: 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:47:51.244451 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.260825 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.268603 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651545b1-ad47-46d0-ac54-3b02a8345979 None None] Network fe65af93-e706-495a-8759-346f354f97fb requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:51.268762 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:51.271937 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:51.325000 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Pushing event updated for resources: {'Port': ['ID=0008e17f-77c2-460c-805e-8380f753023c,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:51.334975 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:51.347312 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.385752 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:51.404444 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Usage tracker for resource:security_group_rule and tenant:f43a530e45cf4bb49063e3f077af0332 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:51.406518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Usage tracker for resource:security_group_rule and tenant:01f8b7c52a8749519775b64d605660fc is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:51.422167 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:51.431298 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:51.434588 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:47:51.438956 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-2c2b31df-c3c1-498f-b7dc-6dac054da470 None None] Provisioning for port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:51.492522 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:51.496103 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:51.501204 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:51.502186 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:51.505364 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:51.523254 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:47:51.660009 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:51.662063 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:51.673954 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:51.711413 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:51.711413 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.719707 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5ecaa-65b9-4b74-a918-ac195e5a08c6 None None] Network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:51.800078 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.876178 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:51.882954 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:51.883610 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.900900 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2840073 Jun 01 18:47:52.026869 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.048612 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.057481 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f94c0a-b2f4-48b4-9909-5caf3942a436 None None] Network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:52.061796 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:52.128812 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f43a530e45cf4bb49063e3f077af0332&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9078069 Jun 01 18:47:52.213955 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44270) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:52.214826 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a47b24-f6f1-4880-9ec1-b894b2ef71b6,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:52.260332 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:52.346460 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.357239 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.412460 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-6087fda4-a45b-4f51-a12c-f4b9264e044c None None] Provisioning complete for port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:52.413328 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6087fda4-a45b-4f51-a12c-f4b9264e044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.467490 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.545906 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.645371 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:52.661693 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.667145 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.679894 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:52.747615 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd3a41-01aa-4634-9c6f-d512dc147eeb None None] Network bea8fd4c-0c59-4197-a827-e3672777b4da requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:47:52.777935 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44308) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:52.794229 dv-cinder-794021-1-smb neutron-server[103499]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 18:47:52.914442 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:52.925874 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.933849 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:52.937369 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d5d80a15-15ca-4416-8661-884a94294b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:52.947267 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.968921 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a47b24-f6f1-4880-9ec1-b894b2ef71b6,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:52.973325 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:52.974686 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.978102 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79a47b24-f6f1-4880-9ec1-b894b2ef71b6 HTTP/1.1" status: 204 len: 168 time: 0.7579677 Jun 01 18:47:52.978102 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Router f7fdcccf-344f-4bef-a24f-80f65a689436 is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:47:53.096652 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.134232 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:53.160671 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-4fdffac5-4129-43a7-b79c-a863d25623f5 None None] Provisioning for port 0008e17f-77c2-460c-805e-8380f753023c completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:53.253725 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:47:53.271212 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Sync routers for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:47:53.285387 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:47:53.286123 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:53.320674 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Notify callbacks [] for router, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.321887 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1772242 Jun 01 18:47:53.324575 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44330) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:53.531951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6a2b3a-c829-4848-a390-6a8132f41c9d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:53.559730 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:53.560791 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:47:53.567456 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01f8b7c52a8749519775b64d605660fc&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7784810 Jun 01 18:47:53.584838 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44342) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:53.625216 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 0008e17f-77c2-460c-805e-8380f753023c up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:53.654424 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.713653 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.765800 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.777312 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-23152630-8e1f-4f92-9ad1-d5d41840d5ad tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:47:53.778009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-23152630-8e1f-4f92-9ad1-d5d41840d5ad tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Synchronizing usage tracker for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:network {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:53.830990 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 0008e17f-77c2-460c-805e-8380f753023c completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:53.839309 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 0008e17f-77c2-460c-805e-8380f753023c triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:53.839964 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.954875 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-23152630-8e1f-4f92-9ad1-d5d41840d5ad tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Unset dirty status for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:network {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:53.955972 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-23152630-8e1f-4f92-9ad1-d5d41840d5ad tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/networks?id=74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 HTTP/1.1" status: 200 len: 812 time: 1.1647074 Jun 01 18:47:53.982123 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.127555 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.156461 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-f1223980-83cf-424d-a49f-1a13a539bc1f tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/quotas/0b9e7915aa9a4203937d06d578812d56 HTTP/1.1" status: 200 len: 375 time: 0.1800435 Jun 01 18:47:54.208911 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 0008e17f-77c2-460c-805e-8380f753023c, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=0008e17f-77c2-460c-805e-8380f753023c,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:54.218144 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.219357 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:54.260888 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-37233097-6ea7-4678-ae2d-f3dae0cce7ca tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b9e7915aa9a4203937d06d578812d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032336 Jun 01 18:47:54.265385 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.283165 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-841e7ea7-a9b6-4aa7-b0d9-9d932217fe16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:54.318595 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Allocated IP 172.28.3.81 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/5c8accfd-dc7a-4f1b-b307-921a6f6b2502) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:54.385065 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:51Z', 'revision_number': 3, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:54.392699 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Checking router: f7fdcccf-344f-4bef-a24f-80f65a689436 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:47:54.393536 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Updating router f7fdcccf-344f-4bef-a24f-80f65a689436 port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:47:54.441450 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.502375 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.506060 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=0008e17f-77c2-460c-805e-8380f753023c,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:54.514553 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:54.531627 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:54.536425 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:54.537162 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.579572 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6a2b3a-c829-4848-a390-6a8132f41c9d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:54.585565 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:54.600009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Router 50738a2f-fd3b-42e6-851f-a5ac73e5823f is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:47:54.764487 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.817888 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.819011 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c6a2b3a-c829-4848-a390-6a8132f41c9d HTTP/1.1" status: 204 len: 168 time: 1.2309954 Jun 01 18:47:54.830665 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.954966 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:47:54.963671 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Sync routers for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:47:54.973717 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.980492 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:55.003445 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:47:55.003800 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:55.092444 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.093661 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c4cdeaf8-dd76-4f91-a0d3-8f07a93b66e5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3123043 Jun 01 18:47:55.118021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:55.127165 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44404) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:55.129035 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:55.132701 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:47:55.213341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Allocated IP 172.20.0.1 (fe65af93-e706-495a-8759-346f354f97fb/061778ed-4972-4d7d-afb3-23d51d92708c/fd844e98-9a1e-4a1e-aae9-fa5d0df82b41) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:55.319917 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-d96173d3-8e2d-4c95-864b-233767458faf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:47:55.321889 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-d96173d3-8e2d-4c95-864b-233767458faf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6165352 Jun 01 18:47:55.348484 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.378740 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Transition to ACTIVE for port object a2b6a6fe-31cc-44e2-af6f-0e8da88a643f will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:55.397931 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.402830 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:55.426346 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44408) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:55.477091 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 0008e17f-77c2-460c-805e-8380f753023c up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:55.520545 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.541383 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Transition to ACTIVE for port object fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 will not be triggered until provisioned by entity DHCP. {{(pid=103498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:55.545561 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Pushing event updated for resources: {'Port': ['ID=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:55.566301 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Attempting to bind port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:55.566682 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Attempting to bind port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:55.567053 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Attempting to bind port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:55.582332 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.582332 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.582664 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.584564 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.584952 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.585290 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.586474 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.586820 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.588145 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.588489 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.588818 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.589517 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Tracked resource versions report: Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: pushed versions: Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: { 'AddressGroup': {'1.2'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'ConntrackHelper': {'1.0'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Log': {'1.0'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Network': {'1.1'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Port': {'1.7'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'PortForwarding': {'1.2'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'QosPolicy': {'1.8'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroup': {'1.4'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'SubPort': {'1.0'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Subnet': {'1.1'}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Trunk': {'1.1'}} Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: consumer versions: Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: { DHCP agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: HyperV agent@hv-cinder-79402: {}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: L3 agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: Metadata agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: Metering agent@dv-cinder-794021-1-smb: {}, Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: Open vSwitch agent@dv-cinder-794021-1-smb: { 'AddressGroup': '1.2', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'ConntrackHelper': '1.0', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Log': '1.0', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Network': '1.1', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Port': '1.7', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'PortForwarding': '1.2', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'QosPolicy': '1.8', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroup': '1.4', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'SecurityGroupRule': '1.2', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'SubPort': '1.0', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Subnet': '1.1', Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: 'Trunk': '1.1'}} Jun 01 18:47:55.594218 dv-cinder-794021-1-smb neutron-server[103501]: {{(pid=103501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:47:55.598916 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.603813 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:47:55.610631 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:55.611402 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:55.617569 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.618185 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:55.618704 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Bound port: a2b6a6fe-31cc-44e2-af6f-0e8da88a643f, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:55.619087 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.620351 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:55.674135 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.691819 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:55.695469 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:55.705081 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:55.711042 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:55.722568 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Usage tracker for resource:security_group_rule and tenant:16cae308a2c6470d97872a2568f87d60 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:55.729734 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:55.745049 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Network fe65af93-e706-495a-8759-346f354f97fb is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:55.760850 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:55.767835 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:55.774277 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:47:55.775100 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.779314 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] For port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:55.787620 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] For port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:55.796634 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.814568 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:55.817851 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:55.831576 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-de93fe6c-6a28-464c-8ffb-e587df92215c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:55.927407 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:47:55.929482 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:56.098306 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.107081 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.120613 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:56.159431 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.182140 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-0b648edd-7c5d-499c-901d-59c3285d070b service neutron] 10.222.0.15 "GET /v2.0/networks/74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441327 Jun 01 18:47:56.188640 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16cae308a2c6470d97872a2568f87d60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7611244 Jun 01 18:47:56.306715 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44428) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:56.326157 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:47:56.354010 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-4b01465a-6edd-420b-84a4-0a992269cbed None None] Provisioning for port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:56.367133 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-4b01465a-6edd-420b-84a4-0a992269cbed None None] Provisioning complete for port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:56.368709 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b01465a-6edd-420b-84a4-0a992269cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.492295 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 0008e17f-77c2-460c-805e-8380f753023c triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:56.493765 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.609093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.612016 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c42005-f2fb-48d4-841f-b20df1bd4b59,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:56.617206 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:56.619529 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.620583 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.627444 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:56.737863 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4b01465a-6edd-420b-84a4-0a992269cbed None None] Port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:56.822812 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:56.831564 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:56.901895 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-f99dbad4-7161-45de-8788-b9afc6609613 service neutron] 10.222.0.15 "GET /v2.0/networks/74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904438 Jun 01 18:47:56.944574 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:47:51Z', 'revision_number': 3, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:47:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:56.944843 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Network fe65af93-e706-495a-8759-346f354f97fb is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:56.946138 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Pushing event updated for resources: {'Port': ['ID=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:56.949707 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:56.950144 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Checking router: 50738a2f-fd3b-42e6-851f-a5ac73e5823f for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:47:56.950742 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Updating router 50738a2f-fd3b-42e6-851f-a5ac73e5823f port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:47:56.968951 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.138s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:56.993451 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:51Z', 'revision_number': 3, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:56.999444 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff971e-fb07-41ad-af52-03e966f500ed None None] The sync data for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb is: [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:51Z', 'revision_number': 3, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:47:57.029893 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:57.162319 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:57.233512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:57.338940 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44466) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:57.343332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:57.350879 dv-cinder-794021-1-smb neutron-server[103498]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 18:47:57.457771 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c000e628-076b-4ce0-b605-15179222f5e5 req-34dcf57c-fed5-4786-83ab-c33473f9f0c0 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.1175947 Jun 01 18:47:57.521019 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Router f7fdcccf-344f-4bef-a24f-80f65a689436 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:47:57.623667 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-c16c7d09-e69f-4683-8446-d76d35507a05 None None] Provisioning complete for port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:57.624692 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c16c7d09-e69f-4683-8446-d76d35507a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:57.791420 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c16c7d09-e69f-4683-8446-d76d35507a05 None None] Port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:57.814647 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:57.850655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:47:57.864689 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1f51954d-0505-406a-b5f7-381e11ed0a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:57.895644 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7fdcccf-344f-4bef-a24f-80f65a689436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5615070 Jun 01 18:47:57.915624 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c42005-f2fb-48d4-841f-b20df1bd4b59,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:57.953422 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:58.025591 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.052429 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Transition to ACTIVE for port object 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:58.061244 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.065451 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.070884 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:58.073318 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9c42005-f2fb-48d4-841f-b20df1bd4b59 HTTP/1.1" status: 204 len: 168 time: 1.7605352 Jun 01 18:47:58.250561 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054644ba-cd95-458d-b6b5-975461b9076d None None] Pushing event updated for resources: {'Port': ['ID=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:58.261300 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-054644ba-cd95-458d-b6b5-975461b9076d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:58.287997 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Attempting to bind port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:58.288657 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Attempting to bind port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:58.289207 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Attempting to bind port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:58.297448 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:58.298102 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:47:58.298801 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.299474 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:58.300291 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Bound port: 6e944e80-6b84-491e-8ca2-7b9576d1a3e0, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:58.301169 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.408724 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] For port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:58.416445 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] For port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:58.426054 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.433893 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:47:58.548773 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:47:58.549503 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:58.668578 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7fa93697-da1d-411e-9a94-9291aedf049b req-ba829640-73ce-431a-8004-1f6d9f8db6fb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.1001918 Jun 01 18:47:58.673635 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054644ba-cd95-458d-b6b5-975461b9076d None None] Pushing event updated for resources: {'Port': ['ID=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:58.685928 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-054644ba-cd95-458d-b6b5-975461b9076d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:47:58.838189 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:47:58.867830 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.931787 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.472543 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44558) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:59.478271 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116517678', 'description': 'tempest-description--1783663807'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:59.484041 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Allocated IP 172.20.0.1 (bea8fd4c-0c59-4197-a827-e3672777b4da/963cc63a-4751-44e9-94c7-4f199de2bdd5/136cb8fe-8001-4f00-829c-09009d14f6ab) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:59.490692 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:59.516927 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:59.527061 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:47:51Z', 'revision_number': 3, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:59.530593 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:59.542914 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device a2b6a6fe-31cc-44e2-af6f-0e8da88a643f up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:59.559937 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:59.576789 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.619041 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:59.636991 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:47:59.637409 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group_rule and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:59.641685 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:59.649449 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:59.676007 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fef0f-5b32-4bfc-9d67-892de280d381 None None] The sync data for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb is: [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:47:51Z', 'revision_number': 3, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:47:59.720651 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Sync routers for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:47:59.739669 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:47:59.744388 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:59.856911 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:59.860656 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.863790 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4f73871e-4841-4f4d-9709-dc69fd1ea51d req-b554e2ac-a155-4e37-a66e-0cfb2e6994fe tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.0999446 Jun 01 18:47:59.879222 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:59.879610 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.989458 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.999562 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.015548 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eee54a2a-4c4b-46be-a4fe-16d1dde624a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:00.109470 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Transition to ACTIVE for port object 136cb8fe-8001-4f00-829c-09009d14f6ab will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:00.157743 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f765f998-1da1-454e-bf56-7f35acbc9ac2,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:00.163660 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:00.167407 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.175564 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7017779 Jun 01 18:48:00.176486 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44584) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:00.190825 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'security_group_rule': {'security_group_id': 'f765f998-1da1-454e-bf56-7f35acbc9ac2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:00.220384 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:00.228152 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group_rule and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:00.240011 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:00.257533 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:00.292727 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.297811 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.318686 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:00.339731 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44590) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:00.341732 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:00.372425 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Sync routers for ids ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:00.374133 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:00.482376 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.488401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.491981 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:00.506868 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Routers {'e25442a7-4b48-4ec9-aca8-c8cfbda277a1'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:00.508796 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:00.556784 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb51fb1-0409-4793-a342-be0334b858cc,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:00.562018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Network bea8fd4c-0c59-4197-a827-e3672777b4da is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:00.564455 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:00.571058 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:00.577384 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:00.579328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.587637 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.592819 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115927 Jun 01 18:48:00.593559 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44596) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:00.601529 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'security_group_rule': {'security_group_id': 'f765f998-1da1-454e-bf56-7f35acbc9ac2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:00.616765 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:00.628145 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group_rule and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:00.637279 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:00.656606 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:00.704664 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.785555 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.839515 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:00.869313 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.873939 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:00.883742 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.884923 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.7425990 Jun 01 18:48:00.894914 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44604) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:00.987510 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Pushing event updated for resources: {'Port': ['ID=136cb8fe-8001-4f00-829c-09009d14f6ab,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:01.005190 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:01.100217 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:01.113505 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:01.192182 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-38b2377b-d31d-41c8-ac70-a8d3cddd0343 None None] Provisioning for port 136cb8fe-8001-4f00-829c-09009d14f6ab completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:01.215138 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-38b2377b-d31d-41c8-ac70-a8d3cddd0343 None None] Provisioning complete for port 136cb8fe-8001-4f00-829c-09009d14f6ab triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:01.215578 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38b2377b-d31d-41c8-ac70-a8d3cddd0343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.276024 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44612) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:01.429578 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.468147 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 2, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:01.477020 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-38b2377b-d31d-41c8-ac70-a8d3cddd0343 None None] Port 136cb8fe-8001-4f00-829c-09009d14f6ab cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:48:01.490655 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Checking router: f7fdcccf-344f-4bef-a24f-80f65a689436 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:01.492547 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Updating router f7fdcccf-344f-4bef-a24f-80f65a689436 port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:48:01.509429 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Set router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:01.553853 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-59b80234-2d53-4c07-8551-8f4b60282bee req-718f3f81-248a-4851-908b-319ece626f7b tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.2750351 Jun 01 18:48:01.560429 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.651533 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:01.664286 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Usage tracker for resource:security_group_rule and tenant:b573eb1964174faf9870dc8d84ada455 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:01.670883 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:01.684815 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:01.707073 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.772924 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device a2b6a6fe-31cc-44e2-af6f-0e8da88a643f up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:01.822085 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.830265 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.840694 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:01.876180 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.36', 54584) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:01.879153 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1ef630-c181-4e18-a203-49735efd4cf9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:02.069623 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:02.079410 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.122350 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:02.122923 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.132808 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:02.180159 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.229401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bb09a6-f25e-45eb-95af-25f55a370fe4,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:02.244457 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:02.258027 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.261516 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a508bfab-7b97-44a4-bd49-efb8dcb932e9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6669254 Jun 01 18:48:02.278016 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44636) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:02.299193 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:02.317872 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'floatingip': {'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:02.327650 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b573eb1964174faf9870dc8d84ada455&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9066365 Jun 01 18:48:02.365026 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:02.402683 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44642) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:02.431572 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Usage tracker for resource:security_group_rule and tenant:dd4a948de4d1482d99f60b8d3e09658b is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:02.448190 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.466934 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 3, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port': {'id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:53Z', 'updated_at': '2021-06-01T18:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:02.483089 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.483632 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:floatingip and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:02.485954 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:02.508558 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Transition to ACTIVE for port object fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:02.510836 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:02.522788 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.530800 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:02.540349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:02.567842 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:02.569949 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:02.636912 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.743362 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Checking router: e25442a7-4b48-4ec9-aca8-c8cfbda277a1 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:02.745065 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Updating router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:48:02.804331 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.820962 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6963f-a85d-4864-8b1d-09165a8e7d02 None None] Pushing event updated for resources: {'Port': ['ID=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:02.834550 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-5ce6963f-a85d-4864-8b1d-09165a8e7d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:02.943232 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Attempting to bind port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:02.943819 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Attempting to bind port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:02.944324 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Attempting to bind port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 on network fe65af93-e706-495a-8759-346f354f97fb {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:02.962685 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:02.964252 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.970955 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Checking segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:02.971814 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.972458 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Bound using segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:02.973094 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Bound port: fd844e98-9a1e-4a1e-aae9-fa5d0df82b41, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:02.973722 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.064019 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.078879 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.081705 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.109286 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.120394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:03.180480 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] For port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:03.187789 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] For port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:03.197427 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.205944 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-3bd007f9-dd0c-463e-b095-3b377488b2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:03.296363 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.312792 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-8a6b7105-cb33-43f3-abf7-58ddd4c47e25 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:03.315124 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-8a6b7105-cb33-43f3-abf7-58ddd4c47e25 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.36 "GET /v2.0/networks?id=74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 HTTP/1.1" status: 200 len: 812 time: 1.2916336 Jun 01 18:48:03.320439 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8d9fd587-c58f-4e5a-ab06-5cd08c74ca66 req-8d99abd6-a9a0-4143-a293-7c56f6957530 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.2001481 Jun 01 18:48:03.328068 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e5fff965-cdcc-477c-aecf-dcb8b1d55362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:03.348423 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1ef630-c181-4e18-a203-49735efd4cf9,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:03.352485 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:03.353637 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.358074 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e1ef630-c181-4e18-a203-49735efd4cf9 HTTP/1.1" status: 204 len: 168 time: 0.9433806 Jun 01 18:48:03.363326 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.429642 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:03.433548 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:03.434942 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:03.455502 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:03.457208 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.500805 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Network bea8fd4c-0c59-4197-a827-e3672777b4da is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:03.514552 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Request body: {'port': {'device_id': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2', 'admin_state_up': True, 'tenant_id': '0b9e7915aa9a4203937d06d578812d56'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:03.577242 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:03.602716 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6963f-a85d-4864-8b1d-09165a8e7d02 None None] Pushing event updated for resources: {'Port': ['ID=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:03.613647 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-5ce6963f-a85d-4864-8b1d-09165a8e7d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:04.020158 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Pushing event updated for resources: {'Port': ['ID=136cb8fe-8001-4f00-829c-09009d14f6ab,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:04.065658 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:04.125999 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Allocated IP 172.20.0.1 (b4965da7-deff-4429-a9b3-9ebc5564a754/bdb73c75-8a0a-41ee-9656-979114a2e572/1a9f486d-e03c-4c47-9f81-bc941d5d792e) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:04.225807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:04.293055 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.343790 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:04.350741 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.390984 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:04.542734 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-1af4f2cb-fd66-47c1-906d-3bdf65b26297 None None] Provisioning complete for port 136cb8fe-8001-4f00-829c-09009d14f6ab triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:04.543412 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1af4f2cb-fd66-47c1-906d-3bdf65b26297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.595583 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.596058 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44706) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:04.617797 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1af4f2cb-fd66-47c1-906d-3bdf65b26297 None None] Port 136cb8fe-8001-4f00-829c-09009d14f6ab cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:48:04.644377 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:04.663303 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.681746 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:04.683535 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:04.719613 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.734482 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Transition to ACTIVE for port object 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:04.743851 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.751495 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-054644ba-cd95-458d-b6b5-975461b9076d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:04.752350 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Network b4965da7-deff-4429-a9b3-9ebc5564a754 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:04.755709 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:04.767143 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:04.767964 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.802693 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9f486d-e03c-4c47-9f81-bc941d5d792e,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:04.808532 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:04.857779 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f1d4-2a87-4f70-ba6c-f45514ebb8b6 None None] Pushing event updated for resources: {'Port': ['ID=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:04.867379 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8123f1d4-2a87-4f70-ba6c-f45514ebb8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:04.895107 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Attempting to bind port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:04.895513 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Attempting to bind port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:04.895959 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Attempting to bind port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:04.903225 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:04.903660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:04.905208 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.905696 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:04.906446 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Bound port: 5c8accfd-dc7a-4f1b-b307-921a6f6b2502, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:04.906869 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.923126 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fbe7cc7a-c1b8-4a17-b906-adc238666226 req-08034691-4b97-4a93-bfb3-ca431ceefae3 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.2310421 Jun 01 18:48:05.035770 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5de402f0-658d-4487-8314-0e3c230493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.087549 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.099531 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.122499 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] For port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:05.126512 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] For port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:05.133101 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.138121 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:05.239114 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:03Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:05.247375 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.253880 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5247c-e182-446f-959a-13fa3b3fb68d None None] The sync data for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb is: [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:03Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:05.262554 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123f1d4-2a87-4f70-ba6c-f45514ebb8b6 None None] Pushing event updated for resources: {'Port': ['ID=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:05.276405 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8123f1d4-2a87-4f70-ba6c-f45514ebb8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:05.331900 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Router 50738a2f-fd3b-42e6-851f-a5ac73e5823f has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:05.345038 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Routers {'e25442a7-4b48-4ec9-aca8-c8cfbda277a1'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:05.345827 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.349060 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:47:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:05.356690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:05.366209 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.393516 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-60db8d28-0df4-4b08-9665-5131463b70c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:05.468688 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Usage tracker for resource:port and tenant:0b9e7915aa9a4203937d06d578812d56 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:05.483082 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5088e2-d9ca-424f-8668-8fcbd3b3c76e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:05.513203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:05.514852 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:05.615699 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.624273 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.627114 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:05.638258 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e9cb715e-0fca-432f-bed1-f338db7bd08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:05.803950 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:05.804439 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9f486d-e03c-4c47-9f81-bc941d5d792e,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:05.824361 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:05.831562 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:05.876171 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] Set router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:05.878011 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Usage tracker for resource:security_group_rule and tenant:c5155aa6c2d3491e894f4144c24c8233 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:05.927947 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd4a948de4d1482d99f60b8d3e09658b&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6420991 Jun 01 18:48:05.934866 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44732) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:05.938192 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:05.952137 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:06.261332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.282068 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Made reservation on behalf of 0b9e7915aa9a4203937d06d578812d56 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:06.293249 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.459629 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-28efec92-3f21-46e2-8c27-556551e5838d req-b1eba2c0-1a82-4d56-9afa-27d256b244ec tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.2381074 Jun 01 18:48:06.614408 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.704813 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.738932 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.751858 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:06.775272 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.861662 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Network b4965da7-deff-4429-a9b3-9ebc5564a754 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:06.865022 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:06.876775 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.909743 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b5374af6-4a12-41b5-8f6c-5cdda57475e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:06.923021 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port': {'id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:53Z', 'updated_at': '2021-06-01T18:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '1a9f486d-e03c-4c47-9f81-bc941d5d792e', 'name': '', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'mac_address': 'fa:16:3e:65:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:48:03Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 1, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'subnets': [{'id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:06.942782 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f418a95-470c-4d79-8e64-9255306ec1eb None None] The sync data for ids ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'] in dv-cinder-794021-1-smb is: [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port': {'id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:53Z', 'updated_at': '2021-06-01T18:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '1a9f486d-e03c-4c47-9f81-bc941d5d792e', 'name': '', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'mac_address': 'fa:16:3e:65:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:48:03Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 1, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'subnets': [{'id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:06.951993 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:06.952582 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.120095 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Allocated IP 172.28.3.174 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/5f185579-d1c9-4d83-af05-33c3ce7d0b46) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:07.397392 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.427278 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:07.451428 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5155aa6c2d3491e894f4144c24c8233&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7752988 Jun 01 18:48:07.464801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44758) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:07.516579 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-157dc3bc-213e-484f-8cad-70e46e24b920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.536996 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:07.574416 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:07.586339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5088e2-d9ca-424f-8668-8fcbd3b3c76e,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:07.608209 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:07.774734 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:07.800093 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:07.802255 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.842389 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Allocated IP 172.20.0.4 (74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2/e54c04ea-3741-467a-ba19-1cbf0e4a0a3f/0cb5df01-2f69-4ec6-962a-7cddde4e5fe7) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:08.109622 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:08.112027 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.113358 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e5088e2-d9ca-424f-8668-8fcbd3b3c76e HTTP/1.1" status: 204 len: 168 time: 2.1740346 Jun 01 18:48:08.139213 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] 10.222.0.15 "PUT /v2.0/routers/e25442a7-4b48-4ec9-aca8-c8cfbda277a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2310424 Jun 01 18:48:08.316925 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.458383 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:08.471546 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.502387 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cf5d376c-1cdf-43e3-be6f-8fc41ef6be17 req-0a52be21-5115-4779-aa9f-fff8f7a1b6c2 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.4408908 Jun 01 18:48:08.503231 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254b38d3-e61c-4edd-bba5-fe1b212f3ae0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:08.516518 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:08.589620 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.162s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:08.595997 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:08.609083 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Sync routers for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:08.642195 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:08.650277 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:08.674237 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:08.685993 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:08.706113 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.082354 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.141186 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.172083 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:09.212318 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.371491 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44814) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:09.403224 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.420873 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.435737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.500320 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:09.507955 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Usage tracker for resource:security_group_rule and tenant:0608afb64fb543aaabdd89ca54581029 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:09.517797 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3e7c8e31-7082-4574-a305-df553b0f9d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:09.524684 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:09.576694 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:09.623550 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] 10.222.0.15 "PUT /v2.0/routers/50738a2f-fd3b-42e6-851f-a5ac73e5823f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4001486 Jun 01 18:48:09.680379 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.682692 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/254b38d3-e61c-4edd-bba5-fe1b212f3ae0 HTTP/1.1" status: 204 len: 168 time: 1.6649792 Jun 01 18:48:09.686765 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254b38d3-e61c-4edd-bba5-fe1b212f3ae0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:09.707742 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:09.804943 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.986376 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.005373 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:10.218950 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:02Z', 'revision_number': 2, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:10.232576 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Checking router: 50738a2f-fd3b-42e6-851f-a5ac73e5823f for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:10.232941 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Updating router 50738a2f-fd3b-42e6-851f-a5ac73e5823f port 136cb8fe-8001-4f00-829c-09009d14f6ab binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:48:10.338473 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-450c632c-5c48-46a7-b210-d0effca354a6 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:10.345105 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-450c632c-5c48-46a7-b210-d0effca354a6 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 819 time: 0.6429148 Jun 01 18:48:10.385536 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-b4eec663-a953-4aa6-a840-710d3c8892ae tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/quotas/3ff3cd42954b4463b34e4eede3ffbc0c HTTP/1.1" status: 200 len: 375 time: 0.0309286 Jun 01 18:48:10.462312 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.505751 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Pushing event updated for resources: {'Port': ['ID=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:10.520087 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:10.527989 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.544333 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:10.546084 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:10.598603 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:10.612948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:10.618821 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:10.619622 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.663389 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.685355 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.707201 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:10.727548 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:10.732653 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:10.742538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:10.828290 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7ae8f0-8f58-4dd4-8dba-effa2f111a45,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:10.834845 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:10.875764 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-74d40406-b322-4e8b-9641-e598b5a71e15 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Synchronizing usage tracker for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:10.931856 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44858) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:10.944535 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0608afb64fb543aaabdd89ca54581029&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5711613 Jun 01 18:48:10.945580 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-74d40406-b322-4e8b-9641-e598b5a71e15 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Unset dirty status for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:10.956524 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-74d40406-b322-4e8b-9641-e598b5a71e15 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5700636 Jun 01 18:48:10.957093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44862) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:11.002354 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'Port': ['ID=5f185579-d1c9-4d83-af05-33c3ce7d0b46,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:11.041457 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44866) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:11.044600 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:11.049702 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:11.056505 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6629112 Jun 01 18:48:11.081383 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.112105 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.116188 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-84a65e5a-fbe6-4c82-9763-457c63fd980c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:48:11.122209 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-84a65e5a-fbe6-4c82-9763-457c63fd980c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261779 Jun 01 18:48:11.128018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.177537 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.184005 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1c8827f4-4e69-48c4-8e43-1d11839dd0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:11.186630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af75b3d-da58-4c21-ac30-5b1f6d1adee1 req-00458498-643a-436d-8948-d8c607849f3f tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:11.190426 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-7af75b3d-da58-4c21-ac30-5b1f6d1adee1 req-00458498-643a-436d-8948-d8c607849f3f tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Synchronizing usage tracker for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:11.198405 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7ae8f0-8f58-4dd4-8dba-effa2f111a45,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:11.215258 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:11.220063 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.222480 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d7ae8f0-8f58-4dd4-8dba-effa2f111a45 HTTP/1.1" status: 204 len: 168 time: 0.2639618 Jun 01 18:48:11.227377 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.251685 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:11.258452 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Usage tracker for resource:security_group_rule and tenant:c113e2723ac7433aaa9388df3f52fba3 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:11.282101 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:11.355605 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:11.365623 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:11.366939 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.431667 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:11.476931 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-7af75b3d-da58-4c21-ac30-5b1f6d1adee1 req-00458498-643a-436d-8948-d8c607849f3f tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Unset dirty status for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:11.478472 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7af75b3d-da58-4c21-ac30-5b1f6d1adee1 req-00458498-643a-436d-8948-d8c607849f3f tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 931 time: 1.6605008 Jun 01 18:48:11.602554 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.624576 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.638401 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Transition to ACTIVE for port object 136cb8fe-8001-4f00-829c-09009d14f6ab will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:11.651884 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.657491 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-5ce6963f-a85d-4864-8b1d-09165a8e7d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:11.673022 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:11.683349 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6bda6aa04c4b648cfc2b9e1941844d is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:11.689573 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:11.691426 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.710939 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:11.714654 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44876) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:11.739203 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:11.744967 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.747030 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:11.820628 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.823134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.848539 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:11.949317 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.960528 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.976817 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.055761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:12.058060 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:12.097255 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d6bda6aa04c4b648cfc2b9e1941844d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1638312 Jun 01 18:48:12.101796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-7af75b3d-da58-4c21-ac30-5b1f6d1adee1 req-3fe3175f-186a-44c8-bd17-097f950c4533 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Synchronizing usage tracker for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:12.108382 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44884) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:12.160954 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:12.163788 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Request body: {'port': {'device_id': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:12.168118 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Attempting to bind port 136cb8fe-8001-4f00-829c-09009d14f6ab on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:12.168491 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Attempting to bind port 136cb8fe-8001-4f00-829c-09009d14f6ab by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:12.168854 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Attempting to bind port 136cb8fe-8001-4f00-829c-09009d14f6ab on network bea8fd4c-0c59-4197-a827-e3672777b4da {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:12.174929 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:12.201471 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:12.203690 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Checking segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:12.204376 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.204991 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Bound using segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:12.206645 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Bound port: 136cb8fe-8001-4f00-829c-09009d14f6ab, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:12.210619 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.221530 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:12.221910 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.260025 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04faa5f-49d4-4d4f-90e7-6172c279b89d None None] Pushing event updated for resources: {'Port': ['ID=136cb8fe-8001-4f00-829c-09009d14f6ab,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:12.266590 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-e04faa5f-49d4-4d4f-90e7-6172c279b89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:12.276181 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22423db-3d7a-4aa0-b1f4-01ce396c46df,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:12.296407 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:12.353784 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c113e2723ac7433aaa9388df3f52fba3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3028104 Jun 01 18:48:12.364684 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44886) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:12.395868 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1394f23a-e541-4b92-90cc-280fd9b4a0d9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:12.426744 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:12.440010 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-7af75b3d-da58-4c21-ac30-5b1f6d1adee1 req-3fe3175f-186a-44c8-bd17-097f950c4533 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Unset dirty status for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:12.455554 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7af75b3d-da58-4c21-ac30-5b1f6d1adee1 req-3fe3175f-186a-44c8-bd17-097f950c4533 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9392033 Jun 01 18:48:12.463952 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-26a253d7-e12b-4781-9774-8f8429f55510 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:48:12.463952 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-26a253d7-e12b-4781-9774-8f8429f55510 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4969277 Jun 01 18:48:12.517292 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.650835 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.714508 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.745916 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:12.746977 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] For port 136cb8fe-8001-4f00-829c-09009d14f6ab, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:12.757873 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] For port 136cb8fe-8001-4f00-829c-09009d14f6ab, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=136cb8fe-8001-4f00-829c-09009d14f6ab,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:12.765998 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.782466 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:12.838038 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:12.867487 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Usage tracker for resource:security_group_rule and tenant:ecbe2682a14849d8b9cd0c921c3591eb is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:12.875690 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.881327 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:12.932912 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:12.933528 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.982876 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:12.996427 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:13.016493 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.020140 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b22423db-3d7a-4aa0-b1f4-01ce396c46df HTTP/1.1" status: 204 len: 168 time: 0.9089365 Jun 01 18:48:13.022957 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22423db-3d7a-4aa0-b1f4-01ce396c46df,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:13.041315 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:13.106176 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-ec9e11d9-e35a-4a0a-b01b-376191a21923 service neutron] 10.222.0.15 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901415 Jun 01 18:48:13.125421 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.130052 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.140504 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04faa5f-49d4-4d4f-90e7-6172c279b89d None None] Pushing event updated for resources: {'Port': ['ID=136cb8fe-8001-4f00-829c-09009d14f6ab,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:13.147382 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-e04faa5f-49d4-4d4f-90e7-6172c279b89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:13.157778 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:13.158821 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:13.321690 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Sync routers for ids ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:13.372603 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Routers {'e25442a7-4b48-4ec9-aca8-c8cfbda277a1'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:13.374811 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:13.536928 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.585977 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-8bc3ce9f-dda7-4b3e-b30e-af1279489763 service neutron] 10.222.0.15 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690819 Jun 01 18:48:13.636274 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44912) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:13.664597 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380242439', 'description': 'tempest-description--536322224'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:13.686137 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:13.693534 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:13.703742 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:13.717704 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:13.719824 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:13.746309 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.797565 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:48:13.849449 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.905965 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:13.921663 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group_rule and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:13.936280 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:13.958514 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:13.984615 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.046092 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Set router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:14.055477 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44928) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:14.144603 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.163859 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.170226 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.180058 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.235832 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c62dee34-67dd-4d6c-93d1-40a6b5b80528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:14.274549 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5d090661-7a9b-4465-90af-4f9cccd1c669 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:14.320301 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9b09237c-e90f-45b8-be80-f98c316209ee req-0b4e77ad-fa9a-44a5-aff6-d0802e416039 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 210 time: 0.1536820 Jun 01 18:48:14.331279 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.492917 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5deb06-02d3-40c3-9e51-ce816510da1c,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:14.531708 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-db99a6d6-2639-4cea-b2ae-e06df63d0cdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecbe2682a14849d8b9cd0c921c3591eb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8152931 Jun 01 18:48:14.535371 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 44948) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:14.671703 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:12Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:14.681904 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d942e46e-71b0-4e15-8c53-15d15a1888ea None None] The sync data for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb is: [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:12Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:14.760349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.761660 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:14.799660 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.994018 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.995060 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3574326 Jun 01 18:48:15.008221 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 44966) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:15.008629 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Usage tracker for resource:security_group_rule and tenant:8ec9c266e4284186a120f8bec569a650 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:15.016121 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port': {'id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:53Z', 'updated_at': '2021-06-01T18:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '1a9f486d-e03c-4c47-9f81-bc941d5d792e', 'name': '', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'mac_address': 'fa:16:3e:65:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:48:03Z', 'updated_at': '2021-06-01T18:48:05Z', 'revision_number': 2, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'subnets': [{'id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:15.026808 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Checking router: e25442a7-4b48-4ec9-aca8-c8cfbda277a1 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:15.031873 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Updating router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 port 1a9f486d-e03c-4c47-9f81-bc941d5d792e binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:48:15.079683 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de974e4-cf77-4c28-aa69-b5be2f1f533a,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:15.096590 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:15.105534 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:15.113081 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.776s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:15.115014 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:15.125715 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'security_group_rule': {'security_group_id': '0de974e4-cf77-4c28-aa69-b5be2f1f533a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:15.146726 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'Port': ['ID=5f185579-d1c9-4d83-af05-33c3ce7d0b46,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:15.171411 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:15.224049 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5bc38946-9f01-494c-9273-67d0ed43d3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:15.246503 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.273285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:15.302062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group_rule and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:15.318737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:15.337315 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:15.365040 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:15.720048 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1394f23a-e541-4b92-90cc-280fd9b4a0d9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:15.735420 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.736584 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1394f23a-e541-4b92-90cc-280fd9b4a0d9 HTTP/1.1" status: 204 len: 168 time: 3.3674769 Jun 01 18:48:15.770021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:15.786247 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.800700 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-5fda2374-7152-461f-a435-28c2b111129e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:15.806869 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-5fda2374-7152-461f-a435-28c2b111129e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 819 time: 0.8362820 Jun 01 18:48:15.816854 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.820679 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.834832 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 13.5245447 Jun 01 18:48:15.913770 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.985200 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200790d4-71a7-470c-8c51-30e914c730f8 req-4b05aad5-8800-4d2b-b48a-8f854ef89c01 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:15.986903 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-200790d4-71a7-470c-8c51-30e914c730f8 req-4b05aad5-8800-4d2b-b48a-8f854ef89c01 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 931 time: 1.9683421 Jun 01 18:48:16.031227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:48:16.031837 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-bc4379b0-1b51-4b82-9bb5-26c03f23c2be tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/quotas/3ff3cd42954b4463b34e4eede3ffbc0c HTTP/1.1" status: 200 len: 375 time: 0.1613743 Jun 01 18:48:16.155301 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.164677 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:16.196370 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-4775b47c-98af-4888-8bbf-c95ffdc0392c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1628189 Jun 01 18:48:16.450094 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-29995016-cdf1-4dcb-a606-dcae6ea48ad8 service neutron] 10.222.0.15 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524960 Jun 01 18:48:16.452009 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.456624 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c5deb06-02d3-40c3-9e51-ce816510da1c HTTP/1.1" status: 204 len: 168 time: 1.9050386 Jun 01 18:48:16.458005 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5deb06-02d3-40c3-9e51-ce816510da1c,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:16.513359 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.520760 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:16.534936 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Transition to ACTIVE for port object 1a9f486d-e03c-4c47-9f81-bc941d5d792e will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:16.551673 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.556565 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-200790d4-71a7-470c-8c51-30e914c730f8 req-49a4e801-b844-4711-961b-1482fba7264a tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312572 Jun 01 18:48:16.561346 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:16.711396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:16.910645 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-3db6d48f-4b5a-4445-993e-e11cc4cec458 service neutron] 10.222.0.15 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466650 Jun 01 18:48:16.922254 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.964222 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.039109 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.088194 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 136cb8fe-8001-4f00-829c-09009d14f6ab up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:17.151053 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:17.242950 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0bfd5387-5d3c-4b69-a853-9a1353deeb90 req-d2994f50-a55b-45e6-a996-988567cd79c2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 210 time: 0.0860841 Jun 01 18:48:17.247035 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.252271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07688c4d-7a8b-4438-b983-0ab2e1b13480,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:17.260073 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Transition to ACTIVE for port object 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:17.275651 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.277618 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:17.279344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.291106 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-c64a3b80-0e85-4183-9e1b-35fa6a96893d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2116517678&fields=id&tenant_id=b58f9822cb334903ba3a880b0e243e7e HTTP/1.1" status: 200 len: 267 time: 0.3882339 Jun 01 18:48:17.376602 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7cec3389-5097-4395-9a80-141cfde9993b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:17.486262 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0aed83-237a-4d37-8fbb-3526f762ac16,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:17.542077 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b56db9-3bea-4293-8b31-d10b2d2e55dc None None] Pushing event updated for resources: {'Port': ['ID=1a9f486d-e03c-4c47-9f81-bc941d5d792e,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:17.545232 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:17.547772 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Attempting to bind port 1a9f486d-e03c-4c47-9f81-bc941d5d792e on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:17.548138 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Attempting to bind port 1a9f486d-e03c-4c47-9f81-bc941d5d792e by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:17.548496 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Attempting to bind port 1a9f486d-e03c-4c47-9f81-bc941d5d792e on network b4965da7-deff-4429-a9b3-9ebc5564a754 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:17.550234 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:17.564687 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-16b56db9-3bea-4293-8b31-d10b2d2e55dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:17.573645 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:17.574013 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Checking segment: {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:17.583853 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.584263 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Bound using segment: {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:17.584767 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Bound port: 1a9f486d-e03c-4c47-9f81-bc941d5d792e, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:17.585143 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.625462 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.644672 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5705903 Jun 01 18:48:17.647907 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45042) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:17.654308 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'security_group_rule': {'security_group_id': '0de974e4-cf77-4c28-aa69-b5be2f1f533a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:17.671464 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:17.682888 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group_rule and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:17.691088 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:17.711751 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:17.732029 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 136cb8fe-8001-4f00-829c-09009d14f6ab completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:17.753048 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.766405 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 136cb8fe-8001-4f00-829c-09009d14f6ab triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:17.769552 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.876811 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45048) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:17.885145 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] For port 1a9f486d-e03c-4c47-9f81-bc941d5d792e, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:17.894621 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] For port 1a9f486d-e03c-4c47-9f81-bc941d5d792e, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=1a9f486d-e03c-4c47-9f81-bc941d5d792e,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:17.910754 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.923127 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ec9c266e4284186a120f8bec569a650&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7828696 Jun 01 18:48:17.928371 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45050) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:17.934624 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8dea43f7-3556-4ddf-ad61-ed7a2ef6eb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:17.978359 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:48:18.009317 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45056) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:18.015282 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.040837 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.055538 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.062521 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:18.067161 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Usage tracker for resource:security_group_rule and tenant:88370a7e7fbc42a2b543e8021f8916b2 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:18.070190 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:18.079198 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:18.163150 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.178151 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45060) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:18.179170 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:18.186730 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Routers {'e25442a7-4b48-4ec9-aca8-c8cfbda277a1'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:18.187541 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:18.220401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.225368 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.227387 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Attempting to bind port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:18.227891 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Attempting to bind port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'ff129589-ea7d-4787-b10c-bc0a8158b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:18.228401 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Attempting to bind port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 on network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:18.237487 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 on network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:18.237994 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Attempting to bind port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 on network 74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:18.257365 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:18.258190 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Checking segment: {'id': 'ff129589-ea7d-4787-b10c-bc0a8158b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:18.259069 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Bound using segment: {'id': 'ff129589-ea7d-4787-b10c-bc0a8158b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:18.259821 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Bound port: 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff129589-ea7d-4787-b10c-bc0a8158b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:18.260344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.261044 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8bc8f389-932f-4cd1-8127-22afbc192535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:18.267977 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.282516 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-c28dd99f-0a4d-4a76-a31a-29c80030da5a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:18.285366 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.287658 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-c28dd99f-0a4d-4a76-a31a-29c80030da5a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 811 time: 0.9953578 Jun 01 18:48:18.290226 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72ef61-ad63-42ff-8fbb-03709f55ab2e req-dd403725-4d4f-4091-bd5a-bf0bee2d8e36 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:18.291762 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1a72ef61-ad63-42ff-8fbb-03709f55ab2e req-dd403725-4d4f-4091-bd5a-bf0bee2d8e36 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 943 time: 0.5100889 Jun 01 18:48:18.292509 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.296688 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6446614 Jun 01 18:48:18.302569 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45066) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:18.303111 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222250128-network', 'tenant_id': 'af8d3332bec74e358fb4e83da383f9ec'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:18.307706 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64452adf-92c0-48a1-82f3-8e6d0a7ba5cb,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.311207 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-c783ae67-1e5c-466d-b6d2-8f3457f9595c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:18.322985 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b56db9-3bea-4293-8b31-d10b2d2e55dc None None] Pushing event updated for resources: {'Port': ['ID=1a9f486d-e03c-4c47-9f81-bc941d5d792e,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.332445 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-16b56db9-3bea-4293-8b31-d10b2d2e55dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:18.332756 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'floatingip': {'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:18.337677 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:18.338756 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:18.340869 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.344161 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:floatingip and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:18.348233 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:18.354758 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:18.355332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.367879 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Usage tracker for resource:network and tenant:af8d3332bec74e358fb4e83da383f9ec is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:18.371729 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:18.383894 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.406233 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:18.409995 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-6017c386-6ff3-4532-8df0-d69e0b5f4b65 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/quotas/b58f9822cb334903ba3a880b0e243e7e HTTP/1.1" status: 200 len: 375 time: 0.1034675 Jun 01 18:48:18.417323 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88370a7e7fbc42a2b543e8021f8916b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069417 Jun 01 18:48:18.423319 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 136cb8fe-8001-4f00-829c-09009d14f6ab, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=136cb8fe-8001-4f00-829c-09009d14f6ab,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:18.423854 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45070) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:18.429636 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:18.434239 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.438539 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:18.446855 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:18.493093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b18c06-e21b-4ada-9749-921729d5306f,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.514802 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] Set router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:18.521367 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:18.526142 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1a72ef61-ad63-42ff-8fbb-03709f55ab2e req-c7f720e5-e0ff-4d97-b07c-6fc20eaa1f32 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259884 Jun 01 18:48:18.584079 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:133b669dacf4409684f884971f8bb1ca is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:18.586710 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=136cb8fe-8001-4f00-829c-09009d14f6ab,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.589021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:18.592015 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:18.608324 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:18.615060 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Made reservation on behalf of af8d3332bec74e358fb4e83da383f9ec for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:18.617636 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.649873 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.671831 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] For port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:18.677077 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.721627 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.36', 54598) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:18.722370 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.755209 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] For port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,segment=NetworkSegment(ff129589-ea7d-4787-b10c-bc0a8158b496),segment_id=ff129589-ea7d-4787-b10c-bc0a8158b496)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:18.759606 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:18.779834 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f03e6b75-4db3-4950-94f3-86350fb8bd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:18.793248 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Usage tracker for resource:security_group_rule and tenant:af8d3332bec74e358fb4e83da383f9ec is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:18.799007 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.812456 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cbbd61d7-8d9c-4a83-a7d2-5115f63d02f2 req-2e2450fc-ad22-4cc2-998e-245c53f49db0 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 210 time: 0.0842652 Jun 01 18:48:18.814919 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.827038 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:18.845960 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0aed83-237a-4d37-8fbb-3526f762ac16,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.858515 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:18.863280 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:18.894390 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.908589 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:18.954332 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1a9f486d-e03c-4c47-9f81-bc941d5d792e up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:18.960305 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.970595 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:19.007799 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b18c06-e21b-4ada-9749-921729d5306f,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:19.013022 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:19.026507 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.027687 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2b18c06-e21b-4ada-9749-921729d5306f HTTP/1.1" status: 204 len: 168 time: 0.5951610 Jun 01 18:48:19.047217 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.048581 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c0aed83-237a-4d37-8fbb-3526f762ac16 HTTP/1.1" status: 204 len: 168 time: 1.0841708 Jun 01 18:48:19.050184 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:19.056183 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.063992 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 HTTP/1.1" status: 200 len: 1093 time: 7.4679222 Jun 01 18:48:19.085844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'tag': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:19.192076 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Allocated IP 172.28.3.86 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/602ae0bd-b97b-481b-bc8a-8c386ba34f66) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:19.272737 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 1a9f486d-e03c-4c47-9f81-bc941d5d792e completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:19.282071 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port': {'id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:53Z', 'updated_at': '2021-06-01T18:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '1a9f486d-e03c-4c47-9f81-bc941d5d792e', 'name': '', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'mac_address': 'fa:16:3e:65:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:48:03Z', 'updated_at': '2021-06-01T18:48:17Z', 'revision_number': 4, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'subnets': [{'id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:19.284939 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 1a9f486d-e03c-4c47-9f81-bc941d5d792e triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:19.285306 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.291654 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-8c4f2088-2bce-47fa-b2df-896031e567c4 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8630888 Jun 01 18:48:19.323647 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc26d0-6363-403d-a9a2-ab70cb63729e None None] The sync data for ids ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'] in dv-cinder-794021-1-smb is: [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port': {'id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:53Z', 'updated_at': '2021-06-01T18:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '1a9f486d-e03c-4c47-9f81-bc941d5d792e', 'name': '', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'mac_address': 'fa:16:3e:65:fd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:48:03Z', 'updated_at': '2021-06-01T18:48:17Z', 'revision_number': 4, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'subnets': [{'id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:19.477994 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.504449 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-5da3cfe2-64bc-42f7-be69-c10510de8d4d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:19.505162 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-5da3cfe2-64bc-42f7-be69-c10510de8d4d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Synchronizing usage tracker for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:network {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:19.518266 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:19.553686 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 1a9f486d-e03c-4c47-9f81-bc941d5d792e, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=1a9f486d-e03c-4c47-9f81-bc941d5d792e,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:19.574801 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.579145 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 136cb8fe-8001-4f00-829c-09009d14f6ab up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:19.590572 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.596905 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.611324 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:19.631344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.689067 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:19.691875 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.36', 54602) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:19.752312 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45096) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:19.844535 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.868195 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.879190 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.887606 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=1a9f486d-e03c-4c47-9f81-bc941d5d792e,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:19.903541 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:19.906846 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ccf8cb91-2eee-461f-800c-15d9951772f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:19.915434 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 136cb8fe-8001-4f00-829c-09009d14f6ab triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:19.915822 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.930501 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:19.954029 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-df4875d0-5299-4078-9498-419b9514611b service neutron] 10.222.0.15 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498731 Jun 01 18:48:19.968611 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbc492f-4463-4de1-94e5-1387b760349c" -d '{"events": [{"name": "network-changed", "server_uuid": "41d18aec-9abb-4d2f-8e44-383fc4b23e7e", "tag": "0cb5df01-2f69-4ec6-962a-7cddde4e5fe7"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:19.996164 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-5da3cfe2-64bc-42f7-be69-c10510de8d4d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Unset dirty status for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:network {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:19.998781 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-5da3cfe2-64bc-42f7-be69-c10510de8d4d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 819 time: 1.2751751 Jun 01 18:48:20.001589 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.114235 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'Port': ['ID=602ae0bd-b97b-481b-bc8a-8c386ba34f66,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:20.129809 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:20.158944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Request body: {'port': {'device_id': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'admin_state_up': True, 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:20.204738 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:20.213800 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:20.223551 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:20.227637 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Usage tracker for resource:security_group_rule and tenant:f68900666ba04a4a89c7686e053f44b9 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:20.234360 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:20.250913 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:48:20.278163 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.279111 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Added segment 14e33ef6-4fec-4f18-ac66-9c7adaa3077e of type vlan for network 8a5d1cad-29e0-4265-ae91-17d90024e1e2 Jun 01 18:48:20.283399 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=133b669dacf4409684f884971f8bb1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3554945 Jun 01 18:48:20.297186 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:20.306942 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45116) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:20.335522 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.338134 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:20.382221 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.419094 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-f0849135-cfd0-4e96-b11c-3a5c1e8bafd8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:20.421022 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-f0849135-cfd0-4e96-b11c-3a5c1e8bafd8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 819 time: 0.7268357 Jun 01 18:48:20.470930 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346002c2-04fb-4734-9377-ea79ab6b36d0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:20.471804 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Request body: {'port': {'device_id': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'admin_state_up': True, 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:20.475920 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-917ec5a3-b124-446b-95b2-4b645e2e0170 service neutron] 10.222.0.15 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667716 Jun 01 18:48:20.477059 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:20.480892 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-db005de1-e9fc-4c52-b021-297ed71e245c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:20.516598 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea5ea7-6a0f-47b0-9953-485972dcd0d1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:20.520025 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:20.525457 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:20.535958 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:20.553796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-d7338898-604e-4247-9362-3f1364c7af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:20.555739 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-d7338898-604e-4247-9362-3f1364c7af8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b9e7915aa9a4203937d06d578812d56&device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 1096 time: 1.2553456 Jun 01 18:48:20.566512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Made reservation on behalf of 3ff3cd42954b4463b34e4eede3ffbc0c for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:20.570188 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.657812 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-a2852ead-0738-41a4-a574-4f8f58748597 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 HTTP/1.1" status: 200 len: 217 time: 0.0722728 Jun 01 18:48:20.673637 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:20.703433 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:20.725457 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1a9f486d-e03c-4c47-9f81-bc941d5d792e up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:20.736409 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51396d6d-52e1-4211-b9bb-961a454c89ca req-952566d5-f442-4e43-a4ff-efaf024281f4 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:20.738113 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-51396d6d-52e1-4211-b9bb-961a454c89ca req-952566d5-f442-4e43-a4ff-efaf024281f4 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 943 time: 0.9499404 Jun 01 18:48:20.781203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.807354 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.822673 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Made reservation on behalf of 3ff3cd42954b4463b34e4eede3ffbc0c for: {'port': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:20.826981 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.832892 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 1a9f486d-e03c-4c47-9f81-bc941d5d792e triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:20.833267 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.863239 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:20.869572 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.926928 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ed54115f-4b9a-43fc-a519-4616ae811454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:20.961193 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.978582 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.084818 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5d1cad-29e0-4265-ae91-17d90024e1e2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:21.088256 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-29152ddb-11fe-4d56-a1da-b5748acbade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:21.090388 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-29152ddb-11fe-4d56-a1da-b5748acbade8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e54c04ea-3741-467a-ba19-1cbf0e4a0a3f HTTP/1.1" status: 200 len: 852 time: 0.4076614 Jun 01 18:48:21.092428 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-1903c57f-3254-4e56-8648-6537603fa3f8 req-8ce03043-7d20-4ce9-a1b4-ada0d298b1e0 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Synchronizing usage tracker for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:21.096717 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 8a5d1cad-29e0-4265-ae91-17d90024e1e2 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:48:21.098282 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:21.153076 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9596074 Jun 01 18:48:21.162629 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45140) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:21.179077 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-51396d6d-52e1-4211-b9bb-961a454c89ca req-7c526126-6d0a-4e24-884d-43205292c6cb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751996 Jun 01 18:48:21.189108 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-42324b9a-8583-4a96-8313-07f362c83379 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896227 Jun 01 18:48:21.238446 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Request body: {'subnet': {'network_id': '8a5d1cad-29e0-4265-ae91-17d90024e1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1222250128-subnet', 'tenant_id': 'af8d3332bec74e358fb4e83da383f9ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:21.270484 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45144) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:21.281454 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-1903c57f-3254-4e56-8648-6537603fa3f8 req-8ce03043-7d20-4ce9-a1b4-ada0d298b1e0 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Unset dirty status for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:21.282707 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1903c57f-3254-4e56-8648-6537603fa3f8 req-8ce03043-7d20-4ce9-a1b4-ada0d298b1e0 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 210 time: 0.4967270 Jun 01 18:48:21.291111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:21.327791 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Usage tracker for resource:subnet and tenant:af8d3332bec74e358fb4e83da383f9ec is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:21.332322 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.338139 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:21.347861 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.358536 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:21.370542 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:21.488021 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f68900666ba04a4a89c7686e053f44b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7304924 Jun 01 18:48:21.488824 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.496003 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45148) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:21.513480 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35e62c-ee51-4523-a803-127e50c70929,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:21.516057 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Made reservation on behalf of af8d3332bec74e358fb4e83da383f9ec for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:21.518339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.543225 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:21.545758 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0cef0f6a-eb13-43e2-ae9e-70d01d71a2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:21.589239 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346002c2-04fb-4734-9377-ea79ab6b36d0,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:21.618302 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:21.618511 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4115172f-f801-46da-bf49-f6b503041d75 x-openstack-request-id: req-4115172f-f801-46da-bf49-f6b503041d75 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:21.618794 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d18aec-9abb-4d2f-8e44-383fc4b23e7e", "tag": "0cb5df01-2f69-4ec6-962a-7cddde4e5fe7", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:21.618993 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4115172f-f801-46da-bf49-f6b503041d75 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:21.619491 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'tag': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7', 'status': 'completed', 'code': 200} Jun 01 18:48:21.648548 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bd9bcdf0-56d1-4310-8bc0-5243231b5341 req-a589b7c6-1b08-41b4-9130-c3b91d5d61e4 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 210 time: 0.0948720 Jun 01 18:48:21.662383 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Allocated IP 172.20.0.5 (b4965da7-deff-4429-a9b3-9ebc5564a754/bdb73c75-8a0a-41ee-9656-979114a2e572/5db932c8-35ee-47ea-927c-411615784e3d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:21.669365 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.697533 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-704ba11a-3573-4933-812f-faf44c759904 service neutron] 10.222.0.36 "GET /v2.0/networks/74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001328 Jun 01 18:48:21.765467 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:21.767789 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.768907 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/346002c2-04fb-4734-9377-ea79ab6b36d0 HTTP/1.1" status: 204 len: 168 time: 1.4580166 Jun 01 18:48:21.769659 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.776995 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5c3ef7ccda4eba94da72d00f5a4caa is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:21.802519 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:21.820801 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.831768 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:21.839877 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.860364 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.868755 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:21.910672 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.981217 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb3cafe7-8b7b-485e-aabc-9edd5e8e8d6c req-49f08930-9b46-49ea-9110-204ce9fefe93 service neutron] 10.222.0.36 "GET /v2.0/networks/74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683158 Jun 01 18:48:22.042453 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.046304 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'Port': ['ID=602ae0bd-b97b-481b-bc8a-8c386ba34f66,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:22.048802 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.067761 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7641621 Jun 01 18:48:22.081852 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.103245 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d758a420-1b76-4133-92a0-e131a2ce4223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:22.106247 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:22.195564 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.36', 54606) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:22.195804 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45160) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:22.284079 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.315137 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.338296 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Network b4965da7-deff-4429-a9b3-9ebc5564a754 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:22.342931 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:22.346395 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:22.398465 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:22.404419 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:22.405385 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.409749 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:22.421011 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Pushing event updated for resources: {'Port': ['ID=5db932c8-35ee-47ea-927c-411615784e3d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:22.426680 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35e62c-ee51-4523-a803-127e50c70929,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:22.429466 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:22.430630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Usage tracker for resource:security_group_rule and tenant:3d2502ad05ba43008ec27fc54fed7021 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:22.434349 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.443993 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:22.454883 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.456083 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e35e62c-ee51-4523-a803-127e50c70929 HTTP/1.1" status: 204 len: 168 time: 0.9590442 Jun 01 18:48:22.471525 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:22.480949 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.491499 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Allocated IP 172.20.0.6 (b4965da7-deff-4429-a9b3-9ebc5564a754/bdb73c75-8a0a-41ee-9656-979114a2e572/6c709e75-05d4-48f1-8964-77c442903aff) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:22.495845 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:22.500666 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:22.512180 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3573585 Jun 01 18:48:22.548663 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Request body: {'port': {'device_id': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:22.588858 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a5c3ef7ccda4eba94da72d00f5a4caa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3092000 Jun 01 18:48:22.597883 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45182) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:22.609493 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-f55e8206-ebb4-404c-9d18-2758518b9e1b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:22.610909 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-f55e8206-ebb4-404c-9d18-2758518b9e1b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 811 time: 0.4141786 Jun 01 18:48:22.611855 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce513e89-689a-4e44-891c-e63a8b4cd031,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:22.613692 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-825ad83b-8a2e-4395-ab8c-72d744c8cd93 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1380242439&fields=id&tenant_id=92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 267 time: 0.1999493 Jun 01 18:48:22.621432 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:22.693451 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc492f-4463-4de1-94e5-1387b760349c req-cb7ef216-cf42-4a46-b82a-81ce24718145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:22.695087 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbc492f-4463-4de1-94e5-1387b760349c req-cb7ef216-cf42-4a46-b82a-81ce24718145 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b9e7915aa9a4203937d06d578812d56&device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 1096 time: 0.5492775 Jun 01 18:48:22.795919 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d8c7d-efb8-439d-817e-34da94252567 req-2153f3c4-a217-4ab4-960f-703098388c68 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:22.797203 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c65d8c7d-efb8-439d-817e-34da94252567 req-2153f3c4-a217-4ab4-960f-703098388c68 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 943 time: 0.4438221 Jun 01 18:48:22.834148 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-2c4048b9-10ee-4d72-b5ce-56eb74e7cc45 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b58f9822cb334903ba3a880b0e243e7e HTTP/1.1" status: 200 len: 380 time: 0.2025120 Jun 01 18:48:22.908568 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'port': {'device_id': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'admin_state_up': True, 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'security_groups': ['f765f998-1da1-454e-bf56-7f35acbc9ac2']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:22.945410 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.994943 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.034894 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c65d8c7d-efb8-439d-817e-34da94252567 req-cdb78e58-9c22-4c04-8984-58b6649accee tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128234 Jun 01 18:48:23.068955 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.132942 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.225439 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.234068 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-300b5f54-fe69-486f-816a-754dc40a0798 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:23.235055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:23.236054 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-300b5f54-fe69-486f-816a-754dc40a0798 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 817 time: 0.6092994 Jun 01 18:48:23.269106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.300271 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce513e89-689a-4e44-891c-e63a8b4cd031,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.311437 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.323374 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:23.332106 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.334309 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.338089 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce513e89-689a-4e44-891c-e63a8b4cd031 HTTP/1.1" status: 204 len: 168 time: 0.7263579 Jun 01 18:48:23.347576 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ebb2c407-842f-46ce-ae5f-d15aa1e9d3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:23.414386 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.431799 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc492f-4463-4de1-94e5-1387b760349c req-c7d27f50-c5f8-457b-a9db-0e1701b73ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:23.433234 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbc492f-4463-4de1-94e5-1387b760349c req-c7d27f50-c5f8-457b-a9db-0e1701b73ec0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 HTTP/1.1" status: 200 len: 913 time: 0.7244701 Jun 01 18:48:23.434413 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-a8ce5692-20b9-4ac5-8247-d63126015119 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/quotas/92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 375 time: 0.1676877 Jun 01 18:48:23.441227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ba06248b-fffa-48ed-8c19-269cd4fe10ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:23.457020 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Network b4965da7-deff-4429-a9b3-9ebc5564a754 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:23.458973 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74de10b0-bb55-4302-8f69-6a629eeafd50,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.463097 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:23.466043 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:23.472316 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:23.473030 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.483907 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:23.484309 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:23.564837 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Checking segment: {'id': '14e33ef6-4fec-4f18-ac66-9c7adaa3077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8a5d1cad-29e0-4265-ae91-17d90024e1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:23.565284 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Network hostable DHCP agents. Network: 8a5d1cad-29e0-4265-ae91-17d90024e1e2, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:48:23.583236 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdca08b-c598-4a8c-8498-91f726a5aab5 req-d92f90d0-8970-4a72-b9fb-badd21b3dfd9 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:23.583954 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-ecdca08b-c598-4a8c-8498-91f726a5aab5 req-d92f90d0-8970-4a72-b9fb-badd21b3dfd9 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Synchronizing usage tracker for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:23.587287 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1459844 Jun 01 18:48:23.601764 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Pushing event updated for resources: {'Port': ['ID=6c709e75-05d4-48f1-8964-77c442903aff,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.610197 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Request body: {'port': {'device_id': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:23.646189 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:23.653061 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbc492f-4463-4de1-94e5-1387b760349c req-c08e70c9-646d-408b-8ad0-0d3b395960eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 HTTP/1.1" status: 200 len: 217 time: 0.2049115 Jun 01 18:48:23.666864 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-ecdca08b-c598-4a8c-8498-91f726a5aab5 req-d92f90d0-8970-4a72-b9fb-badd21b3dfd9 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Unset dirty status for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:23.668075 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ecdca08b-c598-4a8c-8498-91f726a5aab5 req-d92f90d0-8970-4a72-b9fb-badd21b3dfd9 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 931 time: 0.4363763 Jun 01 18:48:23.672570 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Network 8a5d1cad-29e0-4265-ae91-17d90024e1e2 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:48:23.681275 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d2502ad05ba43008ec27fc54fed7021&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4827323 Jun 01 18:48:23.684797 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45214) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:23.714981 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:23.726218 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b361d5fe-6913-4da6-af2b-28cbfb90a926,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.734378 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:port and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:23.742690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for port was recalculated. Used quota:3. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:23.745516 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:23.757065 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 8a5d1cad-29e0-4265-ae91-17d90024e1e2) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:23.774395 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:23.787828 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789a7bdb-08b5-4b08-9963-a0c2cdfdbd19 None None] Network 8a5d1cad-29e0-4265-ae91-17d90024e1e2 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:23.799020 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:23.799644 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.845855 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ecdca08b-c598-4a8c-8498-91f726a5aab5 req-794dfef9-ab32-474f-9964-1ceb46a82641 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636302 Jun 01 18:48:23.851164 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Made reservation on behalf of b58f9822cb334903ba3a880b0e243e7e for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:23.854298 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.854644 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.868334 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7009933 Jun 01 18:48:23.921056 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.931596 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc492f-4463-4de1-94e5-1387b760349c req-71640170-aedb-49fc-9559-2c48d610e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:23.933727 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbc492f-4463-4de1-94e5-1387b760349c req-71640170-aedb-49fc-9559-2c48d610e2b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e54c04ea-3741-467a-ba19-1cbf0e4a0a3f HTTP/1.1" status: 200 len: 852 time: 0.2545142 Jun 01 18:48:23.985375 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.114112 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbc492f-4463-4de1-94e5-1387b760349c req-c4412268-babb-4c87-b3b3-add3092db93b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702344 Jun 01 18:48:24.126443 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.131309 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:24.162110 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-f4cea71f-1871-472b-9f4c-b86e19dfb26f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:24.202236 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b361d5fe-6913-4da6-af2b-28cbfb90a926,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:24.224589 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-ece13bea-c402-4f7f-a01e-8e592bce1cbf req-a138e05e-9c29-487a-925a-0d50af4db785 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:24.228069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:24.231604 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.235249 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b361d5fe-6913-4da6-af2b-28cbfb90a926 HTTP/1.1" status: 204 len: 168 time: 0.5477223 Jun 01 18:48:24.237001 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c357b-5fff-489e-8e19-1ee7e544269a None None] Network 8a5d1cad-29e0-4265-ae91-17d90024e1e2 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:24.256066 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-ece13bea-c402-4f7f-a01e-8e592bce1cbf req-a138e05e-9c29-487a-925a-0d50af4db785 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:24.272634 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ece13bea-c402-4f7f-a01e-8e592bce1cbf req-a138e05e-9c29-487a-925a-0d50af4db785 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 210 time: 0.1241117 Jun 01 18:48:24.346464 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-f4cea71f-1871-472b-9f4c-b86e19dfb26f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:24.347807 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-f4cea71f-1871-472b-9f4c-b86e19dfb26f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8455784 Jun 01 18:48:24.355917 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:48:24.521528 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbc492f-4463-4de1-94e5-1387b760349c req-33adf6e8-9e6b-434f-bdfc-fd0b6514cb72 service neutron] 10.222.0.36 "GET /v2.0/networks/74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902011 Jun 01 18:48:24.527449 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f5019-c125-45a7-b9bc-a0a1ce342377 req-f1b1cb3d-80fc-4bfc-bafa-6d795f25d094 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:24.533411 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db932c8-35ee-47ea-927c-411615784e3d {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:24.538148 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ce8f5019-c125-45a7-b9bc-a0a1ce342377 req-f1b1cb3d-80fc-4bfc-bafa-6d795f25d094 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 943 time: 0.1237648 Jun 01 18:48:24.609376 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Allocated IP 172.20.0.13 (fe65af93-e706-495a-8759-346f354f97fb/061778ed-4972-4d7d-afb3-23d51d92708c/83cab1c9-1ff9-43cc-8404-e9c26d698357) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:24.612596 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.641526 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ce8f5019-c125-45a7-b9bc-a0a1ce342377 req-44792d1c-40fe-45c1-aead-b8c3c6b51997 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016359 Jun 01 18:48:24.683762 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Transition to ACTIVE for port object 5db932c8-35ee-47ea-927c-411615784e3d will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:24.757853 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.763933 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-1a41af4f-945d-4f5c-9b66-b5e3a100b2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918269 Jun 01 18:48:24.790944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:24.944594 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.notifiers.nova [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c709e75-05d4-48f1-8964-77c442903aff {{(pid=103498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:24.954749 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.972913 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Transition to ACTIVE for port object 6c709e75-05d4-48f1-8964-77c442903aff will not be triggered until provisioned by entity L2. {{(pid=103498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:24.978339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.985306 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:25.011974 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbc492f-4463-4de1-94e5-1387b760349c req-2edf9507-6653-4920-8aae-e00c127b2a6f service neutron] 10.222.0.36 "GET /v2.0/networks/74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279499 Jun 01 18:48:25.219025 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Pushing event updated for resources: {'Port': ['ID=5db932c8-35ee-47ea-927c-411615784e3d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:25.232120 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:25.360518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Attempting to bind port 5db932c8-35ee-47ea-927c-411615784e3d on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:25.361091 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Attempting to bind port 5db932c8-35ee-47ea-927c-411615784e3d by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:25.361283 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Attempting to bind port 5db932c8-35ee-47ea-927c-411615784e3d on network b4965da7-deff-4429-a9b3-9ebc5564a754 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:25.368929 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-1a4bcf6b-e064-4240-bd49-3b520a2255a2 service neutron] 10.222.0.15 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887995 Jun 01 18:48:25.382883 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Port 5db932c8-35ee-47ea-927c-411615784e3d on network b4965da7-deff-4429-a9b3-9ebc5564a754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:25.383220 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Attempting to bind port 5db932c8-35ee-47ea-927c-411615784e3d on network b4965da7-deff-4429-a9b3-9ebc5564a754 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:25.397241 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.400254 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:25.400589 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Checking segment: {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:25.400966 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Bound using segment: {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:25.401396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Bound port: 5db932c8-35ee-47ea-927c-411615784e3d, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:25.401742 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.413279 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Pushing event updated for resources: {'Port': ['ID=6c709e75-05d4-48f1-8964-77c442903aff,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:25.429781 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:25.443870 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Attempting to bind port 6c709e75-05d4-48f1-8964-77c442903aff on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:25.444220 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Attempting to bind port 6c709e75-05d4-48f1-8964-77c442903aff by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:25.444565 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Attempting to bind port 6c709e75-05d4-48f1-8964-77c442903aff on network b4965da7-deff-4429-a9b3-9ebc5564a754 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:25.463819 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Transition to ACTIVE for port object 83cab1c9-1ff9-43cc-8404-e9c26d698357 will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:25.479554 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Port 6c709e75-05d4-48f1-8964-77c442903aff on network b4965da7-deff-4429-a9b3-9ebc5564a754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:25.480031 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Attempting to bind port 6c709e75-05d4-48f1-8964-77c442903aff on network b4965da7-deff-4429-a9b3-9ebc5564a754 {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:25.498004 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:25.498416 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Checking segment: {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:25.498997 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Bound using segment: {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'} {{(pid=103498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:25.499648 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.managers [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Bound port: 6c709e75-05d4-48f1-8964-77c442903aff, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c2e412-a56b-4205-a414-c680b533c376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754'}}] {{(pid=103498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:25.500002 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.533038 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] For port 5db932c8-35ee-47ea-927c-411615784e3d, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:25.537919 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] For port 5db932c8-35ee-47ea-927c-411615784e3d, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5db932c8-35ee-47ea-927c-411615784e3d,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:25.545360 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.552590 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:25.599056 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.636467 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:25.682438 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:25.685197 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.686842 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] 10.222.0.36 "PUT /v2.0/ports/5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 1093 time: 3.1541913 Jun 01 18:48:25.690007 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'tag': '5db932c8-35ee-47ea-927c-411615784e3d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:25.697511 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017cfd22-62e9-4317-8371-cd01a46ceab4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb73b96-ce2a-4ea7-a411-03171b4e1b86", "tag": "5db932c8-35ee-47ea-927c-411615784e3d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:25.721975 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] For port 6c709e75-05d4-48f1-8964-77c442903aff, host hv-cinder-79402, cleared binding levels {{(pid=103498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:25.726344 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] For port 6c709e75-05d4-48f1-8964-77c442903aff, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6c709e75-05d4-48f1-8964-77c442903aff,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:25.731329 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.754115 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930efa31-0165-4907-9255-46990b1f1b1c req-58369c99-3e49-4f0e-87b2-48f878d4f01c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:25.755729 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-930efa31-0165-4907-9255-46990b1f1b1c req-58369c99-3e49-4f0e-87b2-48f878d4f01c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 943 time: 0.6021411 Jun 01 18:48:25.765842 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:25.790013 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Network fe65af93-e706-495a-8759-346f354f97fb is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:25.805573 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:25.845579 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45294) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:25.852844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Pushing event updated for resources: {'Port': ['ID=5db932c8-35ee-47ea-927c-411615784e3d,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:25.893213 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-790331468-network', 'tenant_id': 'f1606ca59b8a4df9af85cf46e592ea5e'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:25.900195 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:25.906709 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Usage tracker for resource:network and tenant:f1606ca59b8a4df9af85cf46e592ea5e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:25.912594 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:25.914174 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:25.923463 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:25.924433 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.933145 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:25.955392 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:25.964355 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.966967 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c709e75-05d4-48f1-8964-77c442903aff HTTP/1.1" status: 200 len: 1093 time: 2.3674805 Jun 01 18:48:25.967889 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'tag': '6c709e75-05d4-48f1-8964-77c442903aff'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:26.048230 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,segment=NetworkSegment(ff129589-ea7d-4787-b10c-bc0a8158b496),segment_id=ff129589-ea7d-4787-b10c-bc0a8158b496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:26.077949 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7', 'network_id': '74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2', 'port_id': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7', 'mac_address': 'fa:16:3e:80:e1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c04ea-3741-467a-ba19-1cbf0e4a0a3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:26.102134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:26.103396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:26.112448 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Pushing event updated for resources: {'Port': ['ID=6c709e75-05d4-48f1-8964-77c442903aff,revision_number=3']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:26.218724 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Made reservation on behalf of f1606ca59b8a4df9af85cf46e592ea5e for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:26.221062 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.224121 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.253707 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:26.261206 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.276906 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3784580 Jun 01 18:48:26.279895 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:26.293442 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Request body: {'port': {'device_id': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:26.297815 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-957aad82-0db0-4339-9a22-b806fd0081d1 None None] Provisioning for port 83cab1c9-1ff9-43cc-8404-e9c26d698357 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:26.308061 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-957aad82-0db0-4339-9a22-b806fd0081d1 None None] Provisioning complete for port 83cab1c9-1ff9-43cc-8404-e9c26d698357 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:26.309287 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-957aad82-0db0-4339-9a22-b806fd0081d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.344243 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:26.352912 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-b9e6380e-0eeb-40a1-9279-6a369221999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:26.354410 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-b9e6380e-0eeb-40a1-9279-6a369221999d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1096 time: 0.6194835 Jun 01 18:48:26.356096 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f1606ca59b8a4df9af85cf46e592ea5e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:26.357218 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'Port': ['ID=83cab1c9-1ff9-43cc-8404-e9c26d698357,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:26.360991 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:26.361825 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:26.370756 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:26.409109 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,segment=NetworkSegment(ff129589-ea7d-4787-b10c-bc0a8158b496),segment_id=ff129589-ea7d-4787-b10c-bc0a8158b496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:26.418706 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.428662 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:26.453265 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-c614ae2a-552c-46bb-823d-2b8125daf6ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 217 time: 0.0850253 Jun 01 18:48:26.491703 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175e49b-ccd4-4e6a-8118-7e9f5bcd20dc req-b3bd258e-027f-4d15-afee-fa8e929222ab tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:26.492437 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-6175e49b-ccd4-4e6a-8118-7e9f5bcd20dc req-b3bd258e-027f-4d15-afee-fa8e929222ab tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:26.545162 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.549387 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:26.557984 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:26.561543 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.562193 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-957aad82-0db0-4339-9a22-b806fd0081d1 None None] Port 83cab1c9-1ff9-43cc-8404-e9c26d698357 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:48:26.580592 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c087d56a06905c42b7f89c6997360147935d48b77f76ca756c223547ff139bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c3994-d293-487c-b9e6-d28b33bf241f" -d '{"events": [{"name": "network-changed", "server_uuid": "c809105b-c280-4a6a-bced-f12c4ed460bc", "tag": "6c709e75-05d4-48f1-8964-77c442903aff"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:26.587520 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-6175e49b-ccd4-4e6a-8118-7e9f5bcd20dc req-b3bd258e-027f-4d15-afee-fa8e929222ab tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:26.588176 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-2a856f02-e434-4372-8da7-ff5b435dfa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:26.595031 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6175e49b-ccd4-4e6a-8118-7e9f5bcd20dc req-b3bd258e-027f-4d15-afee-fa8e929222ab tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 932 time: 0.7987580 Jun 01 18:48:26.622522 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-930efa31-0165-4907-9255-46990b1f1b1c req-79177d42-7f66-4947-a3e4-2fe6e570581c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8149962 Jun 01 18:48:26.645836 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.660164 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-7a0d84fa-d31d-4ecc-a737-56dd052e504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:26.662071 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-7a0d84fa-d31d-4ecc-a737-56dd052e504c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.1665695 Jun 01 18:48:26.697246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:48:26.712317 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ac7226-9a35-438c-838b-055605052099,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:26.718212 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:26.722526 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-17f4d394-e419-44fb-80c7-6ce23370c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:26.723799 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-17f4d394-e419-44fb-80c7-6ce23370c5c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 1096 time: 0.6612344 Jun 01 18:48:26.726457 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.726828 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Added segment cc78496b-0fb9-4bfe-b07a-586c6c2ec1b3 of type vlan for network 64f346e7-1905-4351-bee9-091f3a991cc4 Jun 01 18:48:26.791072 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['0cb5df01-2f69-4ec6-962a-7cddde4e5fe7'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:26.813159 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-d3fe7401-5e32-4f51-8cc5-666fc04e402e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c709e75-05d4-48f1-8964-77c442903aff HTTP/1.1" status: 200 len: 217 time: 0.0804191 Jun 01 18:48:26.834483 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6175e49b-ccd4-4e6a-8118-7e9f5bcd20dc req-a08d5752-ef10-4bf7-86da-a5439d8e81e1 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384603 Jun 01 18:48:26.837185 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-0e617297-8547-4f38-bb4b-fc7ea36d9f2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602354 Jun 01 18:48:26.889946 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-41522657-f7b4-4d55-b38e-92f04a7b16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:26.891543 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-41522657-f7b4-4d55-b38e-92f04a7b16ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.0721643 Jun 01 18:48:26.931564 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.012442 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.071379 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:27.071970 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.148766 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-cb7d5ed0-fe1d-4f32-897c-22504192fde2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2469153 Jun 01 18:48:27.160067 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:27.182024 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45332) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:27.277717 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-c58b9ba3-4cec-4d5e-ac8d-9a862b47fff8 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194908 Jun 01 18:48:27.353072 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-eca8b703-ab68-4b86-8b43-8de84e52d731 req-0950adbc-3735-44a2-bf1a-00dcb625cc08 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 210 time: 0.3421268 Jun 01 18:48:27.359606 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=64f346e7-1905-4351-bee9-091f3a991cc4,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:27.366453 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4974716 Jun 01 18:48:27.383071 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45338) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:27.391532 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:27.395159 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Request body: {'subnet': {'network_id': '64f346e7-1905-4351-bee9-091f3a991cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-790331468-subnet', 'tenant_id': 'f1606ca59b8a4df9af85cf46e592ea5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:27.421233 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 64f346e7-1905-4351-bee9-091f3a991cc4 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:48:27.468153 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:27.501630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc4c286-4c8b-46b6-bc89-21f66bcbf2bd x-openstack-request-id: req-2fc4c286-4c8b-46b6-bc89-21f66bcbf2bd {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:27.502150 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb73b96-ce2a-4ea7-a411-03171b4e1b86", "tag": "5db932c8-35ee-47ea-927c-411615784e3d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:27.502235 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fc4c286-4c8b-46b6-bc89-21f66bcbf2bd {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:27.502732 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'tag': '5db932c8-35ee-47ea-927c-411615784e3d', 'status': 'completed', 'code': 200} Jun 01 18:48:27.506997 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Usage tracker for resource:subnet and tenant:f1606ca59b8a4df9af85cf46e592ea5e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:27.590142 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:27.602059 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:27.637408 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Made reservation on behalf of f1606ca59b8a4df9af85cf46e592ea5e for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:27.648723 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.658962 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee319b9-85e0-46b5-8fee-7632eabea9e0 req-68c58f3b-9e82-461e-a3a0-b32c0274bc3c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:27.663302 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1ee319b9-85e0-46b5-8fee-7632eabea9e0 req-68c58f3b-9e82-461e-a3a0-b32c0274bc3c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 944 time: 0.5687010 Jun 01 18:48:27.688783 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-b59384a9-6db7-42e8-a10d-47d89be2582c service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502978 Jun 01 18:48:27.817648 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68f5717-6b21-4607-82b9-4e224017616d x-openstack-request-id: req-a68f5717-6b21-4607-82b9-4e224017616d {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:27.819327 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c809105b-c280-4a6a-bced-f12c4ed460bc", "tag": "6c709e75-05d4-48f1-8964-77c442903aff", "status": "completed", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:27.819615 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a68f5717-6b21-4607-82b9-4e224017616d {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:27.820104 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'tag': '6c709e75-05d4-48f1-8964-77c442903aff', 'status': 'completed', 'code': 200} Jun 01 18:48:27.835900 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1256631486-network', 'tenant_id': '5ece07defabf49cf85afa44dd13e6ddd'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:27.840477 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:27.844568 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Usage tracker for resource:network and tenant:5ece07defabf49cf85afa44dd13e6ddd is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:27.847454 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:27.855284 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:27.883582 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Made reservation on behalf of 5ece07defabf49cf85afa44dd13e6ddd for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:27.886908 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.897262 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4deb53aa-8943-4b97-911a-cc0e21aad129 req-d290a8f6-4f3d-4623-a4a9-02e7ac2cd94b service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859499 Jun 01 18:48:27.987432 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.072415 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1ee319b9-85e0-46b5-8fee-7632eabea9e0 req-454b8596-67d3-4a61-8f0b-423fb654188d tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802109 Jun 01 18:48:28.079397 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:28.097321 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Usage tracker for resource:security_group_rule and tenant:5ece07defabf49cf85afa44dd13e6ddd is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:28.106450 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:28.116698 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:28.129122 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-651ceaf0-a695-4102-9c82-7cd58efee8d3 req-b90548ae-b49e-4286-81bf-9b708940cbcd service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243238 Jun 01 18:48:28.135940 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-bc6e76ff-fca6-4125-977c-150d4483e1f8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:28.137347 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-bc6e76ff-fca6-4125-977c-150d4483e1f8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 817 time: 0.5505590 Jun 01 18:48:28.152677 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a8667-b12c-42ea-aa7c-815f76925c2f req-984ee9f1-a565-48c3-829c-8ba6bebc188c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:28.161053 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-252a8667-b12c-42ea-aa7c-815f76925c2f req-984ee9f1-a565-48c3-829c-8ba6bebc188c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 943 time: 0.2354641 Jun 01 18:48:28.310002 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-252a8667-b12c-42ea-aa7c-815f76925c2f req-eeb69d57-757e-438b-8163-c4dbe67c26ae tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394358 Jun 01 18:48:28.320263 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cab1c9-1ff9-43cc-8404-e9c26d698357 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:28.334867 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-1753919e-6867-4cb7-8454-da6a37947694 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 380 time: 0.1828508 Jun 01 18:48:28.336316 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.352964 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'port': {'device_id': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'admin_state_up': True, 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'security_groups': ['0de974e4-cf77-4c28-aa69-b5be2f1f533a']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:28.362640 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3994-d293-487c-b9e6-d28b33bf241f req-9f95e378-ced2-4303-b6a2-ac8eb6278dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:28.364147 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-108c3994-d293-487c-b9e6-d28b33bf241f req-9f95e378-ced2-4303-b6a2-ac8eb6278dfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 1096 time: 0.1650922 Jun 01 18:48:28.391286 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-2ad3b222-e956-461c-a3c3-daee97b6489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:28.392785 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-2ad3b222-e956-461c-a3c3-daee97b6489f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1096 time: 0.4007647 Jun 01 18:48:28.429581 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Transition to ACTIVE for port object 83cab1c9-1ff9-43cc-8404-e9c26d698357 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:28.478627 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.571646 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-67cae3b2-8e88-4518-a055-ff8237dd7b2a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:28.652381 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-94347bcd-49ef-451c-9eb7-7140e7d496fd req-579b2a8a-4a06-495e-bd90-0370c65f6ce6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 210 time: 0.1148202 Jun 01 18:48:28.830250 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.849572 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:28.897040 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eb1f0-dec8-4104-8b1d-16dfac7b7783 req-9712db7a-17b8-4697-9702-6ef56bb9e93b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:28.898561 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-da7eb1f0-dec8-4104-8b1d-16dfac7b7783 req-9712db7a-17b8-4697-9702-6ef56bb9e93b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 932 time: 0.6591887 Jun 01 18:48:28.915490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.925944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=83cab1c9-1ff9-43cc-8404-e9c26d698357,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:28.963737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:29.000842 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.004608 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b57ab57-aae9-4b1a-a60c-519d9d6ae150,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:29.017253 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3994-d293-487c-b9e6-d28b33bf241f req-9567e8e5-c8c8-4bc3-8465-8b6bd0ec832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:29.020821 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-108c3994-d293-487c-b9e6-d28b33bf241f req-9567e8e5-c8c8-4bc3-8465-8b6bd0ec832c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.6500719 Jun 01 18:48:29.034227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:29.036806 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:29.085653 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-91b812a8-8274-4d8f-baa4-027874e8ad6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:29.112630 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-108c3994-d293-487c-b9e6-d28b33bf241f req-4eacf08a-31ca-4050-a98f-80edd3a10906 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c709e75-05d4-48f1-8964-77c442903aff HTTP/1.1" status: 200 len: 217 time: 0.0745013 Jun 01 18:48:29.127668 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:29.141757 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-daca14e6-7ad7-48e2-b20c-48f85bbe32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:29.143447 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-daca14e6-7ad7-48e2-b20c-48f85bbe32e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.7189312 Jun 01 18:48:29.161817 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Attempting to bind port 83cab1c9-1ff9-43cc-8404-e9c26d698357 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:29.162227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Attempting to bind port 83cab1c9-1ff9-43cc-8404-e9c26d698357 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:29.162745 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Attempting to bind port 83cab1c9-1ff9-43cc-8404-e9c26d698357 on network fe65af93-e706-495a-8759-346f354f97fb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:29.167986 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:48:29.181658 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Checking segment: {'id': 'cc78496b-0fb9-4bfe-b07a-586c6c2ec1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '64f346e7-1905-4351-bee9-091f3a991cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:29.182246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Network hostable DHCP agents. Network: 64f346e7-1905-4351-bee9-091f3a991cc4, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:48:29.203339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3994-d293-487c-b9e6-d28b33bf241f req-5685b274-c81c-4eb1-8ff8-6f28f696718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:29.203339 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-108c3994-d293-487c-b9e6-d28b33bf241f req-5685b274-c81c-4eb1-8ff8-6f28f696718e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.0771105 Jun 01 18:48:29.242555 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fa4cb-38e2-40f2-9133-8e51c81ae668,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:29.253838 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Network 64f346e7-1905-4351-bee9-091f3a991cc4 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:48:29.263840 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-108c3994-d293-487c-b9e6-d28b33bf241f req-2462ef97-61ea-4dec-89f7-809f17e7c678 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519462 Jun 01 18:48:29.271534 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-0ecf2166-a150-4ca2-9772-b413caf1858f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 217 time: 0.1174786 Jun 01 18:48:29.272332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Port 83cab1c9-1ff9-43cc-8404-e9c26d698357 on network fe65af93-e706-495a-8759-346f354f97fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:29.273576 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Attempting to bind port 83cab1c9-1ff9-43cc-8404-e9c26d698357 on network fe65af93-e706-495a-8759-346f354f97fb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:29.276018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Made reservation on behalf of 92c8746bd91b446ea8565ee1d9be01ae for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:29.280763 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.295506 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 64f346e7-1905-4351-bee9-091f3a991cc4) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:29.295843 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-da7eb1f0-dec8-4104-8b1d-16dfac7b7783 req-e39d51c4-1a20-4d02-8206-18d043c25c6f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3752728 Jun 01 18:48:29.303106 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95dd61-1369-4de7-9628-ca4bf3bcfa1e None None] Network 64f346e7-1905-4351-bee9-091f3a991cc4 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:29.310220 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:29.313837 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:29.314220 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Checking segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:29.314598 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Bound using segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:29.315031 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Bound port: 83cab1c9-1ff9-43cc-8404-e9c26d698357, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:29.315394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.347034 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:29.348775 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.428283 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.428769 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Added segment 59196604-cdff-4bfd-8576-584ed754c3d1 of type vlan for network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 Jun 01 18:48:29.467069 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-2bbda798-ae7f-42c8-8097-d5021fa56d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:29.469130 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-2bbda798-ae7f-42c8-8097-d5021fa56d8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.1723976 Jun 01 18:48:29.476048 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0857098 Jun 01 18:48:29.516982 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-108c3994-d293-487c-b9e6-d28b33bf241f req-800de825-e1a0-47ca-94f4-5610ae6ddb04 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457743 Jun 01 18:48:29.529466 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aeed7-50d2-421b-bfb5-3284f57c4161 req-29d39422-7239-403d-a005-bf3e2fa19f02 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:29.532822 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-942aeed7-50d2-421b-bfb5-3284f57c4161 req-29d39422-7239-403d-a005-bf3e2fa19f02 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 944 time: 0.2426221 Jun 01 18:48:29.639123 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-ddba8a36-f4da-4ffa-85c5-cc2d6d2c0994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965033 Jun 01 18:48:29.662312 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45390) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:29.664563 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:29.735259 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Deleting subnet 74de10b0-bb55-4302-8f69-6a629eeafd50 {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:48:29.744324 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-942aeed7-50d2-421b-bfb5-3284f57c4161 req-bf82f77e-79a8-417b-ba19-a9b76b017551 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914303 Jun 01 18:48:29.744963 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.776703 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.785195 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc7ac5a-a653-4101-adf0-eaa10813ea6e None None] Network 64f346e7-1905-4351-bee9-091f3a991cc4 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:29.822010 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.830782 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-108c3994-d293-487c-b9e6-d28b33bf241f req-9f3a22e4-8faa-4a74-a15e-93a41de1ba7e service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963724 Jun 01 18:48:29.833903 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.900291 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:29.913096 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:29.913786 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.050096 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b71f41f3-3e08-4989-9bbf-841ba8c56b9b req-bb0f4d66-002a-4e4a-ba4c-0f44519828c7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 210 time: 0.1093285 Jun 01 18:48:30.070840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:48:30.140851 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] For port 83cab1c9-1ff9-43cc-8404-e9c26d698357, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:30.145018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.154333 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.156458 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:30.157051 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.178363 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-143306df-b1de-43c7-bfb0-6fc5467f1112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:30.201093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.206706 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] For port 83cab1c9-1ff9-43cc-8404-e9c26d698357, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:30.220271 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-63265d8b-0096-45d7-a9b7-1889a934aef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:30.221822 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,segment=NetworkSegment(ff129589-ea7d-4787-b10c-bc0a8158b496),segment_id=ff129589-ea7d-4787-b10c-bc0a8158b496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:30.224010 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Allocated IP 172.20.0.7 (bea8fd4c-0c59-4197-a827-e3672777b4da/963cc63a-4751-44e9-94c7-4f199de2bdd5/f6f0018a-433f-4812-8738-143c07ce38ed) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:30.236690 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:30.241603 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.243796 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-04ca492b-224b-4b50-9ba3-f2467e0b8159 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981915 Jun 01 18:48:30.256913 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.257456 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa7313-a580-482b-89e5-cdb195443ab7 req-e5793b69-a120-4f51-ba59-90cf9f7cc5fb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:30.259060 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32aa7313-a580-482b-89e5-cdb195443ab7 req-e5793b69-a120-4f51-ba59-90cf9f7cc5fb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 943 time: 0.6638229 Jun 01 18:48:30.268545 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74de10b0-bb55-4302-8f69-6a629eeafd50,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:30.271719 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:30.277478 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/74de10b0-bb55-4302-8f69-6a629eeafd50 HTTP/1.1" status: 204 len: 168 time: 0.6112924 Jun 01 18:48:30.278112 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45402) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:30.319729 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.329857 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:30.392198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Pushing event updated for resources: {'Network': ['ID=47fb7fcb-d3fb-4c79-b7e6-aab00a861555,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:30.411015 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:30.415011 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:30.479024 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.479258 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:30.480538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.482080 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 200 len: 1094 time: 4.1980245 Jun 01 18:48:30.483111 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:30.485020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:30.495091 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68679449-431f-4ce4-b014-2692ce1e7528" -d '{"events": [{"name": "network-changed", "server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:30.498810 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:30.540488 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:48:30.606185 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4125226 Jun 01 18:48:30.645586 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45422) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:30.646896 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88e6e3-e39b-4235-8a78-8ac3efebf22b" -d '{"events": [{"server_uuid": "41d18aec-9abb-4d2f-8e44-383fc4b23e7e", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5df01-2f69-4ec6-962a-7cddde4e5fe7"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:30.672335 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Request body: {'subnet': {'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1256631486-subnet', 'tenant_id': '5ece07defabf49cf85afa44dd13e6ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:30.733946 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:30.821227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Usage tracker for resource:subnet and tenant:5ece07defabf49cf85afa44dd13e6ddd is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:30.828307 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.830501 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:30.838408 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-32aa7313-a580-482b-89e5-cdb195443ab7 req-20fe720c-72ae-4bf6-8048-5e93fb8b8d55 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Synchronizing usage tracker for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:30.842952 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f709d-d26b-4493-8502-21b2b10665bc req-b743d0a1-9e78-401a-9df7-8bb94012196b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:30.844468 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c52f709d-d26b-4493-8502-21b2b10665bc req-b743d0a1-9e78-401a-9df7-8bb94012196b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 944 time: 0.3692396 Jun 01 18:48:30.851005 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.851376 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.852841 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.852841 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > port after_create 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.852841 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.853100 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > port after_update 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.853331 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.853975 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.853975 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.854231 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:30.865876 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:30.949861 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=83cab1c9-1ff9-43cc-8404-e9c26d698357,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:30.973750 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:30.991965 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Made reservation on behalf of 5ece07defabf49cf85afa44dd13e6ddd for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:30.994602 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.019992 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-017cfd22-62e9-4317-8371-cd01a46ceab4 req-0369a0e8-8c88-47d2-8682-775d5fd184fe service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543507 Jun 01 18:48:31.034241 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-32aa7313-a580-482b-89e5-cdb195443ab7 req-20fe720c-72ae-4bf6-8048-5e93fb8b8d55 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Unset dirty status for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:31.035435 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32aa7313-a580-482b-89e5-cdb195443ab7 req-20fe720c-72ae-4bf6-8048-5e93fb8b8d55 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596812 Jun 01 18:48:31.072567 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:31.072918 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:31.073251 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:31.073581 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:48:31.073944 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5d1cad-29e0-4265-ae91-17d90024e1e2']}} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:31.152978 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e33ef6-4fec-4f18-ac66-9c7adaa3077e') {'for_net_delete': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:31.153493 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e33ef6-4fec-4f18-ac66-9c7adaa3077e') {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:31.161801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-b9d3d8f4-7d71-4043-addb-715c4bb6124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:31.163803 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-b9d3d8f4-7d71-4043-addb-715c4bb6124a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 1097 time: 0.5542009 Jun 01 18:48:31.167473 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.174623 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-c52f709d-d26b-4493-8502-21b2b10665bc req-12f6a500-c94c-4928-aaca-368e83a8f87d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:31.178226 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66047265'] for segment, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.236600 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-c52f709d-d26b-4493-8502-21b2b10665bc req-12f6a500-c94c-4928-aaca-368e83a8f87d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:31.239566 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d8d2cb-897e-4b1b-8556-f83cd47d5f8f x-openstack-request-id: req-32d8d2cb-897e-4b1b-8556-f83cd47d5f8f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:31.239566 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:31.239955 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32d8d2cb-897e-4b1b-8556-f83cd47d5f8f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:31.240287 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'status': 'completed', 'code': 200} Jun 01 18:48:31.251832 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c52f709d-d26b-4493-8502-21b2b10665bc req-12f6a500-c94c-4928-aaca-368e83a8f87d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539235 Jun 01 18:48:31.259692 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.269570 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-a1bcd566-05fe-48b1-a44f-ffce2e57870a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 200 len: 217 time: 0.0953245 Jun 01 18:48:31.282905 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:48:31.284918 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65708106'] for segment, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.317959 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Transition to ACTIVE for port object f6f0018a-433f-4812-8738-143c07ce38ed will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:31.327657 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be7177-65a2-4993-8420-3b6b84fce5b3 x-openstack-request-id: req-51be7177-65a2-4993-8420-3b6b84fce5b3 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:31.328198 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d18aec-9abb-4d2f-8e44-383fc4b23e7e", "name": "network-vif-plugged", "status": "completed", "tag": "0cb5df01-2f69-4ec6-962a-7cddde4e5fe7", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:31.328280 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51be7177-65a2-4993-8420-3b6b84fce5b3 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:31.328677 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7', 'code': 200} Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: from cryptography.utils import int_from_bytes Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: from cryptography.utils import int_from_bytes Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: Traceback (most recent call last): Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: timer() Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: cb(*args, **kw) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: return func(*args, **kwargs) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: self._notify() Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: self.callback(batched_events) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: event.method(event) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: return f(self, *a, **k) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: return self._get(url).json() Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: return self.request(url, 'GET', **kwargs) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:48:31.393077 dv-cinder-794021-1-smb neutron-server[103498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:48:31.396505 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-de11818c-4d4e-4bb7-9c92-72e5ef4528cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:31.398007 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-de11818c-4d4e-4bb7-9c92-72e5ef4528cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.1194513 Jun 01 18:48:31.501361 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.523665 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:31.670933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5db932c8-35ee-47ea-927c-411615784e3d details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:31.776406 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.791714 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.796252 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Network bea8fd4c-0c59-4197-a827-e3672777b4da is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:31.819065 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:31.855017 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a5d1cad-29e0-4265-ae91-17d90024e1e2 HTTP/1.1" status: 204 len: 168 time: 1.5717282 Jun 01 18:48:31.855017 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45446) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:31.855017 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45448) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:31.857691 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5d1cad-29e0-4265-ae91-17d90024e1e2,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:31.862811 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:31.874934 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:31.892177 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:31.901382 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:31.902165 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.927120 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:31.940291 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239be5e-be94-43b2-b146-00b2c278e554 req-38180639-6087-428e-b880-8b9472738083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:31.941870 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-38180639-6087-428e-b880-8b9472738083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5341723 Jun 01 18:48:31.944880 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 5db932c8-35ee-47ea-927c-411615784e3d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5db932c8-35ee-47ea-927c-411615784e3d,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:31.948224 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:31.969398 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Deleting subnet 3b57ab57-aae9-4b1a-a60c-519d9d6ae150 {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:48:31.980802 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f8bf0-76e0-4431-b774-db5fd39c5b8a req-7fa3a279-9a90-4b23-9190-fef6a55d3b02 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:31.983613 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '5db932c8-35ee-47ea-927c-411615784e3d', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'port_id': '5db932c8-35ee-47ea-927c-411615784e3d', 'mac_address': 'fa:16:3e:12:04:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:31.988473 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-531f8bf0-76e0-4431-b774-db5fd39c5b8a req-7fa3a279-9a90-4b23-9190-fef6a55d3b02 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.3607299 Jun 01 18:48:32.007170 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.059116 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7126660 Jun 01 18:48:32.082064 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Request body: {'port': {'device_id': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:32.093685 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.121865 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db932c8-35ee-47ea-927c-411615784e3d {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:32.130394 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-531f8bf0-76e0-4431-b774-db5fd39c5b8a req-4f5c0ae2-ac9e-475e-862b-1269a9ba7c09 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409969 Jun 01 18:48:32.156467 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 5db932c8-35ee-47ea-927c-411615784e3d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5db932c8-35ee-47ea-927c-411615784e3d,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:32.158077 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.160933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.162037 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6c709e75-05d4-48f1-8964-77c442903aff details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:32.188054 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6c709e75-05d4-48f1-8964-77c442903aff, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6c709e75-05d4-48f1-8964-77c442903aff,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:32.203806 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.205462 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-636cc18a-cb3d-46a5-863b-632fc7e990dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:32.249707 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.259557 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '6c709e75-05d4-48f1-8964-77c442903aff', 'network_id': 'b4965da7-deff-4429-a9b3-9ebc5564a754', 'port_id': '6c709e75-05d4-48f1-8964-77c442903aff', 'mac_address': 'fa:16:3e:d1:7e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb73c75-8a0a-41ee-9656-979114a2e572', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:32.330912 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=5db932c8-35ee-47ea-927c-411615784e3d,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:32.339965 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:32.344980 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-35a9655d-622b-4dac-a91d-0fb626eb9c1d None None] Provisioning for port f6f0018a-433f-4812-8738-143c07ce38ed completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:32.346805 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:32.350272 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.361140 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-35a9655d-622b-4dac-a91d-0fb626eb9c1d None None] Provisioning complete for port f6f0018a-433f-4812-8738-143c07ce38ed triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:32.361514 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35a9655d-622b-4dac-a91d-0fb626eb9c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.364762 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Usage tracker for resource:security_group_rule and tenant:1fac2ba9a5744115b67e722cf2671554 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:32.369209 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:32.384821 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:32.402375 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c709e75-05d4-48f1-8964-77c442903aff {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:32.432713 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-35a9655d-622b-4dac-a91d-0fb626eb9c1d None None] Port f6f0018a-433f-4812-8738-143c07ce38ed cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:48:32.435616 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6c709e75-05d4-48f1-8964-77c442903aff, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6c709e75-05d4-48f1-8964-77c442903aff,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:32.441022 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.444492 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:32.541943 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b0142-5020-4d9e-8917-f913935a60e8 req-81ac7b5b-4cbd-4294-8c01-094c4d10c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:32.543617 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-254b0142-5020-4d9e-8917-f913935a60e8 req-81ac7b5b-4cbd-4294-8c01-094c4d10c4fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 1098 time: 0.7681653 Jun 01 18:48:32.551987 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a386c6-95d3-4518-a0e8-07e3a4771706 req-6053a7ed-0366-4a23-bf1f-5a3159df8c2c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:32.552674 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-57a386c6-95d3-4518-a0e8-07e3a4771706 req-6053a7ed-0366-4a23-bf1f-5a3159df8c2c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:32.556330 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6c709e75-05d4-48f1-8964-77c442903aff,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:32.560515 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:32.599858 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.621942 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.633183 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.643385 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.657238 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:32.657440 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-57a386c6-95d3-4518-a0e8-07e3a4771706 req-6053a7ed-0366-4a23-bf1f-5a3159df8c2c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:32.660083 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-57a386c6-95d3-4518-a0e8-07e3a4771706 req-6053a7ed-0366-4a23-bf1f-5a3159df8c2c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 931 time: 1.1013789 Jun 01 18:48:32.664652 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:32.712489 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-18b06409-3006-456e-8539-f0009975f5d6 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203190 Jun 01 18:48:32.730773 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae620d7a-a90f-445c-8629-523dd0c56992 req-700b8215-4450-4f1a-9119-6492c99939f8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:32.731805 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Usage tracker for resource:security_group_rule and tenant:688ed8f29b7b448a90d4582edff0794b is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:32.733180 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae620d7a-a90f-445c-8629-523dd0c56992 req-700b8215-4450-4f1a-9119-6492c99939f8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 943 time: 0.4428353 Jun 01 18:48:32.740181 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fac2ba9a5744115b67e722cf2671554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8707025 Jun 01 18:48:32.744590 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45464) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:32.754143 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1c4460-b4e6-4244-8b30-6cee356bf468,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:32.773801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:32.779634 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5db932c8-35ee-47ea-927c-411615784e3d'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:32.782395 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:32.796198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:32.808543 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['6c709e75-05d4-48f1-8964-77c442903aff'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:32.879558 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae620d7a-a90f-445c-8629-523dd0c56992 req-1644660c-6a4a-4788-a3f9-b424f195c3f2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360269 Jun 01 18:48:32.911892 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.924941 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.937663 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-487b6fe6-2684-47a1-b0e7-d302dbc69816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:32.973733 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b57ab57-aae9-4b1a-a60c-519d9d6ae150,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:32.980420 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:32.981169 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.982374 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-57a386c6-95d3-4518-a0e8-07e3a4771706 req-52e80c5b-9a05-482f-b43a-ee4bc272694c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127654 Jun 01 18:48:32.988784 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.015842 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b57ab57-aae9-4b1a-a60c-519d9d6ae150 HTTP/1.1" status: 204 len: 168 time: 1.1425433 Jun 01 18:48:33.021681 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45466) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:33.140766 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.156177 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1718bdfa-8963-4448-8ffe-49fc93e701b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:33.173417 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e239be5e-be94-43b2-b146-00b2c278e554 req-e3487eef-b6d6-4e0e-8187-6a2c2477ae2a service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350245 Jun 01 18:48:33.216590 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.224804 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1c4460-b4e6-4244-8b30-6cee356bf468,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:33.229570 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:33.241361 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.261202 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d1c4460-b4e6-4244-8b30-6cee356bf468 HTTP/1.1" status: 204 len: 168 time: 0.5058212 Jun 01 18:48:33.287087 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.353382 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0b93af10-0388-4147-8dbf-3a2284129ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:33.359214 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caf74c-d219-42dc-9514-b04c2d295c1a req-8a099514-ccad-4656-b5b0-f93fbb9d6777 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:33.360950 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-82caf74c-d219-42dc-9514-b04c2d295c1a req-8a099514-ccad-4656-b5b0-f93fbb9d6777 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 944 time: 0.2211578 Jun 01 18:48:33.486891 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.515163 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f346e7-1905-4351-bee9-091f3a991cc4']}} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:33.522766 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.536720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a732d85-c0ac-4fd8-8259-9f1666e4845c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:33.538963 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc78496b-0fb9-4bfe-b07a-586c6c2ec1b3') {'for_net_delete': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:33.539257 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc78496b-0fb9-4bfe-b07a-586c6c2ec1b3') {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:33.543456 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:33.547270 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.556842 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66047265'] for segment, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.565555 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-82caf74c-d219-42dc-9514-b04c2d295c1a req-b80685b6-6d14-485a-9604-b9ee262e8302 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830104 Jun 01 18:48:33.577246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.584392 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:48:33.593916 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65708106'] for segment, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.594079 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: Traceback (most recent call last): Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: timer() Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: cb(*args, **kw) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: return func(*args, **kwargs) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: self._notify() Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: self.callback(batched_events) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: event.method(event) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: return f(self, *a, **k) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: return self._get(url).json() Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: return self.request(url, 'GET', **kwargs) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:48:33.598965 dv-cinder-794021-1-smb neutron-server[103498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:48:33.602251 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45476) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:33.618150 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Checking segment: {'id': '59196604-cdff-4bfd-8576-584ed754c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:33.618512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Network hostable DHCP agents. Network: 47fb7fcb-d3fb-4c79-b7e6-aab00a861555, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:48:33.687072 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.693007 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-254b0142-5020-4d9e-8917-f913935a60e8 req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1374559 Jun 01 18:48:33.703552 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:33.707834 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68679449-431f-4ce4-b014-2692ce1e7528 req-ae2791d3-7436-4c46-9e9c-923dad561e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:33.708191 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d7fe95e6ca4aa9b5efc01b297d4693 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:33.709487 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-68679449-431f-4ce4-b014-2692ce1e7528 req-ae2791d3-7436-4c46-9e9c-923dad561e23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 1097 time: 0.4650836 Jun 01 18:48:33.711518 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:33.714290 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.714641 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=655541dc-3686-4e37-8b1c-f837e6fc40c5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:33.723196 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:33.725969 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.730303 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:33.733604 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-26ef0901-27f9-40c6-91df-852f4235caa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:33.735328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f1c92-3ab1-490f-b652-269083bac18b req-9322f786-2574-4490-b32c-665f28727dcc tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:33.737860 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-395f1c92-3ab1-490f-b652-269083bac18b req-9322f786-2574-4490-b32c-665f28727dcc tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.4454160 Jun 01 18:48:33.744878 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f0018a-433f-4812-8738-143c07ce38ed {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:33.754308 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:48:33.757881 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] 10.222.0.15 "DELETE /v2.0/networks/64f346e7-1905-4351-bee9-091f3a991cc4 HTTP/1.1" status: 204 len: 168 time: 0.7354333 Jun 01 18:48:33.762873 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Pushing event deleted for resources: {'Network': ['ID=64f346e7-1905-4351-bee9-091f3a991cc4,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:33.765755 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:33.783950 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.799900 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 47fb7fcb-d3fb-4c79-b7e6-aab00a861555) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:33.810494 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981231a3-9d60-484f-a210-b43ed17c1316 None None] Network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:33.812535 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:33.813389 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.851241 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Transition to ACTIVE for port object f6f0018a-433f-4812-8738-143c07ce38ed will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:33.867106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.872729 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.877516 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.893898 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-395f1c92-3ab1-490f-b652-269083bac18b req-685f4b7b-7ef2-419a-a8c7-a7dea017a029 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437349 Jun 01 18:48:33.896826 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4c982081-dd96-46fb-a1f5-a95cdf1b82d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:33.909340 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:33.959340 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3d7fe95e6ca4aa9b5efc01b297d4693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535261 Jun 01 18:48:33.960417 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45484) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:33.981830 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5977bb23-239e-4766-a88b-6d189d92b4fe,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:33.985867 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:33.987544 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3250716 Jun 01 18:48:34.057063 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.093396 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.225341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.230777 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-baaea0cc-c9a3-4133-9c44-97ecb314fca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:34.247591 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45494) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:34.248669 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5977bb23-239e-4766-a88b-6d189d92b4fe,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:34.282322 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:34.299795 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.313881 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5977bb23-239e-4766-a88b-6d189d92b4fe HTTP/1.1" status: 204 len: 168 time: 0.3521841 Jun 01 18:48:34.355639 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:34.381989 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf44fc-115b-4160-aaa7-f5533d0bf21c None None] Network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:34.491716 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449fb85-71fa-4ec0-becc-f42b2e62ab23 req-b1b47510-a794-4f7e-bf93-1327f1b1c584 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:34.496043 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:34.500282 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1449fb85-71fa-4ec0-becc-f42b2e62ab23 req-b1b47510-a794-4f7e-bf93-1327f1b1c584 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 944 time: 0.2166843 Jun 01 18:48:34.532097 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e114bd07-dcbb-47be-8f3a-a744333a4cf5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af8d3332bec74e358fb4e83da383f9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725875 Jun 01 18:48:34.536246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45502) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:34.639862 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.675279 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.681110 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Attempting to bind port f6f0018a-433f-4812-8738-143c07ce38ed on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:34.681674 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Attempting to bind port f6f0018a-433f-4812-8738-143c07ce38ed by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:34.682156 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Attempting to bind port f6f0018a-433f-4812-8738-143c07ce38ed on network bea8fd4c-0c59-4197-a827-e3672777b4da {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:34.685319 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68679449-431f-4ce4-b014-2692ce1e7528 req-2267aecc-7032-46b8-8944-cc9231f1d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:34.686780 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-68679449-431f-4ce4-b014-2692ce1e7528 req-2267aecc-7032-46b8-8944-cc9231f1d635 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 912 time: 0.8609235 Jun 01 18:48:34.691951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Port f6f0018a-433f-4812-8738-143c07ce38ed on network bea8fd4c-0c59-4197-a827-e3672777b4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:34.692437 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Attempting to bind port f6f0018a-433f-4812-8738-143c07ce38ed on network bea8fd4c-0c59-4197-a827-e3672777b4da {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:34.758331 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1449fb85-71fa-4ec0-becc-f42b2e62ab23 req-9521749c-0f2a-43ab-97a1-7e53e6afd87f tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571113 Jun 01 18:48:34.759499 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.764313 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e02e16d9-6f70-445c-af15-083c07f39743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:34.765521 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:34.766054 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Checking segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:34.766613 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Bound using segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:34.767246 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Bound port: f6f0018a-433f-4812-8738-143c07ce38ed, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:34.767751 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.795865 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-68679449-431f-4ce4-b014-2692ce1e7528 req-a53a92e0-37d2-4b34-b5f4-136e423cd1c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 200 len: 217 time: 0.0990026 Jun 01 18:48:34.800415 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea5ea7-6a0f-47b0-9953-485972dcd0d1,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:34.814315 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:34.817809 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.818990 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4ea5ea7-6a0f-47b0-9953-485972dcd0d1 HTTP/1.1" status: 204 len: 168 time: 0.2818863 Jun 01 18:48:34.883487 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c96912e3-a57c-40ac-bacb-1006bf0bc35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.940547 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78998d61-25d0-4138-8497-82b81df9068d req-2cba629c-56ed-4a3a-8ed1-e6b3734015f0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:34.942271 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-78998d61-25d0-4138-8497-82b81df9068d req-2cba629c-56ed-4a3a-8ed1-e6b3734015f0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.5804317 Jun 01 18:48:34.943886 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.961998 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68679449-431f-4ce4-b014-2692ce1e7528 req-01fac54f-db00-48b0-a327-987c570d4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:34.963661 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-68679449-431f-4ce4-b014-2692ce1e7528 req-01fac54f-db00-48b0-a327-987c570d4d53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.1584847 Jun 01 18:48:34.992190 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce269e-3560-4573-8be3-3e9c23e5e2c6 req-c1ac58be-bc77-494b-80ed-5cfb15f6b26a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:35.000331 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f0ce269e-3560-4573-8be3-3e9c23e5e2c6 req-c1ac58be-bc77-494b-80ed-5cfb15f6b26a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 944 time: 0.0974813 Jun 01 18:48:35.043563 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:35.061957 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:35.064536 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f0ce269e-3560-4573-8be3-3e9c23e5e2c6 req-a4af55c7-6afb-4c1b-b40a-68814ce25a06 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608258 Jun 01 18:48:35.067015 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-78998d61-25d0-4138-8497-82b81df9068d req-f9a609b4-d019-4a61-a34e-02c94fc5c37b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109502 Jun 01 18:48:35.076009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.083959 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:35.155294 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:35.155921 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.157263 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] 10.222.0.36 "PUT /v2.0/ports/f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 200 len: 1093 time: 3.0799689 Jun 01 18:48:35.164215 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:35.166533 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a02afd3-d17f-45de-b893-8d4766a62ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:35.195200 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:35.199773 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:35.202645 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68679449-431f-4ce4-b014-2692ce1e7528 req-b253bc06-5c5c-446d-bfc5-e0d6f762d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:35.204148 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-68679449-431f-4ce4-b014-2692ce1e7528 req-b253bc06-5c5c-446d-bfc5-e0d6f762d1a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2243550 Jun 01 18:48:35.311003 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d582c-5a54-49af-ba9f-09ab8572aa3a req-4569179a-be78-4c47-a2cd-1a3cb182596c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:35.319975 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-550d582c-5a54-49af-ba9f-09ab8572aa3a req-4569179a-be78-4c47-a2cd-1a3cb182596c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.1265736 Jun 01 18:48:35.327764 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e40eff-646d-47b1-8006-8a073dae908d x-openstack-request-id: req-a9e40eff-646d-47b1-8006-8a073dae908d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:35.328441 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:35.328591 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9e40eff-646d-47b1-8006-8a073dae908d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:35.329129 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'status': 'completed', 'code': 200} Jun 01 18:48:35.408246 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-550d582c-5a54-49af-ba9f-09ab8572aa3a req-77a19eb2-637c-4e1d-a940-d5458486d75b tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783153 Jun 01 18:48:35.467434 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-68679449-431f-4ce4-b014-2692ce1e7528 req-97d00634-b87a-4566-af05-b144eb10d140 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558093 Jun 01 18:48:35.473858 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-64b46d25-04d5-4831-b1f4-3108e9bf33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:35.475351 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-64b46d25-04d5-4831-b1f4-3108e9bf33bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1096 time: 0.2245553 Jun 01 18:48:35.482583 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45534) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:35.537237 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-344c9088-d676-43d8-9b8b-55d0ea977002 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1606ca59b8a4df9af85cf46e592ea5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533631 Jun 01 18:48:35.540558 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45536) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:35.607131 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.638074 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.678026 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45542) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:35.679886 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-82c09930-3aae-49c9-b4ca-c35fa6507239 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 200 len: 217 time: 0.1747096 Jun 01 18:48:35.684517 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1830621096-network', 'tenant_id': '77dce3b7e3124d4ca89e7a7e4d3d879f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:35.692675 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5db932c8-35ee-47ea-927c-411615784e3d up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:35.717467 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.723435 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8ed5ee1e-0bfa-497a-8627-202384f33f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:35.755097 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:35.766037 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ac7226-9a35-438c-838b-055605052099,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:35.772182 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:35.775258 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.778677 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4ac7226-9a35-438c-838b-055605052099 HTTP/1.1" status: 204 len: 168 time: 0.2360463 Jun 01 18:48:35.839206 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Usage tracker for resource:network and tenant:77dce3b7e3124d4ca89e7a7e4d3d879f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:35.843030 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 5db932c8-35ee-47ea-927c-411615784e3d completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:35.852870 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 5db932c8-35ee-47ea-927c-411615784e3d triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:35.853244 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.863555 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:35.878501 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:36.124739 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Made reservation on behalf of 77dce3b7e3124d4ca89e7a7e4d3d879f for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:36.131204 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.160866 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.169391 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.197911 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-61f6ce98-15be-42c4-acdb-f78ec2dae3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:36.199534 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-61f6ce98-15be-42c4-acdb-f78ec2dae3b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.5027025 Jun 01 18:48:36.213543 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:36.228141 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db932c8-35ee-47ea-927c-411615784e3d'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:36.230787 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37467e49-d2c2-4a54-a219-a02c304a242c" -d '{"events": [{"server_uuid": "8bb73b96-ce2a-4ea7-a411-03171b4e1b86", "name": "network-vif-plugged", "status": "completed", "tag": "5db932c8-35ee-47ea-927c-411615784e3d"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:36.251827 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 5db932c8-35ee-47ea-927c-411615784e3d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5db932c8-35ee-47ea-927c-411615784e3d,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:36.257931 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.259099 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6c709e75-05d4-48f1-8964-77c442903aff up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:36.264169 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a39fbd-24bc-4a00-85b3-6c8aad7a8fa7 req-f0e8c439-777b-43c1-aee8-bbd000954e0a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:36.265683 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-95a39fbd-24bc-4a00-85b3-6c8aad7a8fa7 req-f0e8c439-777b-43c1-aee8-bbd000954e0a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 944 time: 0.2771254 Jun 01 18:48:36.276925 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-68679449-431f-4ce4-b014-2692ce1e7528 req-b253452e-1ef9-431a-b4c5-a542e83c9407 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776372 Jun 01 18:48:36.278078 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Usage tracker for resource:security_group_rule and tenant:77dce3b7e3124d4ca89e7a7e4d3d879f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:36.296478 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:36.320501 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:36.339678 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-16b56db9-3bea-4293-8b31-d10b2d2e55dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:36.391549 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-95a39fbd-24bc-4a00-85b3-6c8aad7a8fa7 req-ab3441f1-90aa-4709-96d3-69a9d40a212f tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100726 Jun 01 18:48:36.395018 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c36108-d934-42b2-82c0-1821543c202f req-45810a99-9ea4-4f8e-b7c0-ce4df2925cf3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:36.399551 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d2c36108-d934-42b2-82c0-1821543c202f req-45810a99-9ea4-4f8e-b7c0-ce4df2925cf3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 944 time: 0.1593978 Jun 01 18:48:36.401148 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-931efaae-e36c-4659-a703-061d41e72074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:36.402624 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-931efaae-e36c-4659-a703-061d41e72074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1960866 Jun 01 18:48:36.524363 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d2c36108-d934-42b2-82c0-1821543c202f req-98de993f-a791-4f7c-96a3-630ca069705f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158340 Jun 01 18:48:36.601995 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=5db932c8-35ee-47ea-927c-411615784e3d,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:36.604795 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 6c709e75-05d4-48f1-8964-77c442903aff completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:36.608571 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:36.620146 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 6c709e75-05d4-48f1-8964-77c442903aff triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:36.620524 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.683801 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ff0969-a9c8-43bd-b7c2-78b8650d9281 x-openstack-request-id: req-29ff0969-a9c8-43bd-b7c2-78b8650d9281 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:36.684493 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb73b96-ce2a-4ea7-a411-03171b4e1b86", "name": "network-vif-plugged", "status": "completed", "tag": "5db932c8-35ee-47ea-927c-411615784e3d", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:36.685403 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29ff0969-a9c8-43bd-b7c2-78b8650d9281 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:36.685950 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db932c8-35ee-47ea-927c-411615784e3d', 'code': 200} Jun 01 18:48:36.846045 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.883325 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6c709e75-05d4-48f1-8964-77c442903aff, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6c709e75-05d4-48f1-8964-77c442903aff,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:36.885531 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.889032 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-d719e169-d86e-44b9-b974-18942514b0b8 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788334 Jun 01 18:48:36.889965 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.893261 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:36.905539 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.942337 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:48:36.962308 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.963579 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Added segment 5a4d8704-6ec2-4d94-ab9e-2e88a42589a3 of type vlan for network a836699f-749d-49b8-b411-e24ac0a54157 Jun 01 18:48:36.998379 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.033154 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6c709e75-05d4-48f1-8964-77c442903aff,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:37.044443 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:37.062688 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:37.079919 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5293dc2-b0c1-491f-b0de-209ec1165adc req-bf522f30-fa92-4095-b155-654e81f89fc2 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:37.082058 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c5293dc2-b0c1-491f-b0de-209ec1165adc req-bf522f30-fa92-4095-b155-654e81f89fc2 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.1314270 Jun 01 18:48:37.123128 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:48:37.147389 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c5293dc2-b0c1-491f-b0de-209ec1165adc req-0e7cd22d-6878-4c83-850c-8fcca57b9e40 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577786 Jun 01 18:48:37.161388 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.276582 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-603a799c-1c04-413b-82c7-8a5f6f3918d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.365729 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad93a3-e622-4ea2-bd7f-9f4ee8ce7a9a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:37.376809 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:37.378292 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.384224 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:37.384747 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.391101 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-86e61cff-fb4c-4ca9-a696-52f5ea860be1 req-ec09f97e-bdca-41f9-a531-c42bb170d60f service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880431 Jun 01 18:48:37.394327 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:37.424874 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45616) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:37.596553 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9157629 Jun 01 18:48:37.599553 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45628) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:37.607048 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Request body: {'subnet': {'network_id': 'a836699f-749d-49b8-b411-e24ac0a54157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1830621096-subnet', 'tenant_id': '77dce3b7e3124d4ca89e7a7e4d3d879f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:37.607790 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2584dca-22c2-406d-9201-6545234a8b5b req-e32f4919-08ed-4214-abb4-7c2fc4e17551 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:37.614566 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2584dca-22c2-406d-9201-6545234a8b5b req-e32f4919-08ed-4214-abb4-7c2fc4e17551 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.9120190 Jun 01 18:48:37.617020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Pushing event updated for resources: {'Network': ['ID=a836699f-749d-49b8-b411-e24ac0a54157,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:37.622268 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:37.630601 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network a836699f-749d-49b8-b411-e24ac0a54157 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:48:37.631454 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:37.648539 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b7315-31f5-4422-aa7b-f5ebe0b09a9a req-02045191-7e10-45bc-9842-f51c5e4e6acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:37.649977 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c98b7315-31f5-4422-aa7b-f5ebe0b09a9a req-02045191-7e10-45bc-9842-f51c5e4e6acc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.6361198 Jun 01 18:48:37.711212 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2584dca-22c2-406d-9201-6545234a8b5b req-64e91cb3-c700-4e18-845a-bbe468b10b9a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956750 Jun 01 18:48:37.754278 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-975893ce-13cb-4ddd-98ee-1ba5835920e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:37.757944 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-975893ce-13cb-4ddd-98ee-1ba5835920e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1096 time: 0.2965655 Jun 01 18:48:37.766784 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Usage tracker for resource:subnet and tenant:77dce3b7e3124d4ca89e7a7e4d3d879f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:37.773865 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:37.796945 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:37.798581 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 83cab1c9-1ff9-43cc-8404-e9c26d698357 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:37.817970 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-c98b7315-31f5-4422-aa7b-f5ebe0b09a9a req-a0862228-8b48-47b5-aafd-38a75ca26ed1 service neutron] Synchronizing usage tracker for tenant:688ed8f29b7b448a90d4582edff0794b on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:37.846357 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Made reservation on behalf of 77dce3b7e3124d4ca89e7a7e4d3d879f for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:37.848692 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65014859'] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.058700 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-c98b7315-31f5-4422-aa7b-f5ebe0b09a9a req-a0862228-8b48-47b5-aafd-38a75ca26ed1 service neutron] Unset dirty status for tenant:688ed8f29b7b448a90d4582edff0794b on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:38.065089 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c98b7315-31f5-4422-aa7b-f5ebe0b09a9a req-a0862228-8b48-47b5-aafd-38a75ca26ed1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932123 Jun 01 18:48:38.086319 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.113850 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 83cab1c9-1ff9-43cc-8404-e9c26d698357, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:38.119324 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6721-0fe2-4192-a76f-fb36e66a84df req-24625ed7-9e44-4daf-9d0e-c19060d0a19d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:38.119506 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-00571849-4929-42e2-b554-9f7fca852d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:38.120888 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-00571849-4929-42e2-b554-9f7fca852d73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.3580377 Jun 01 18:48:38.127905 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-192b6721-0fe2-4192-a76f-fb36e66a84df req-24625ed7-9e44-4daf-9d0e-c19060d0a19d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.4929063 Jun 01 18:48:38.134504 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'port_id': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'mac_address': 'fa:16:3e:31:1a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:38.135008 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:38.142346 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf28ab-d0d8-4da2-9f28-60caa9d48e4e req-20bf12f4-d48a-493a-acb4-6f49aa3b81c7 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:38.143882 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-46bf28ab-d0d8-4da2-9f28-60caa9d48e4e req-20bf12f4-d48a-493a-acb4-6f49aa3b81c7 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 944 time: 0.2537565 Jun 01 18:48:38.180614 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Usage tracker for resource:security_group_rule and tenant:97d6b8f58d9645b5a57fd59db169cddf is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:38.192751 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:38.230694 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-192b6721-0fe2-4192-a76f-fb36e66a84df req-25eb9d44-098a-40dd-b9a5-c394cb8e771f tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018186 Jun 01 18:48:38.232008 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:38.259727 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.284953 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cab1c9-1ff9-43cc-8404-e9c26d698357 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:38.300922 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-46bf28ab-d0d8-4da2-9f28-60caa9d48e4e req-1a7ca23a-2636-4789-9cc0-ca4a4404aecd tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508210 Jun 01 18:48:38.305124 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 83cab1c9-1ff9-43cc-8404-e9c26d698357, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:38.307354 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-4a398d2d-085f-4f4b-bc84-a49a901e17ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 200 len: 217 time: 0.1152964 Jun 01 18:48:38.323677 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.330632 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:38.384710 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-cd6b40e0-8929-460b-b0d9-3bfc93f8c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:38.386275 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-cd6b40e0-8929-460b-b0d9-3bfc93f8c4ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0678833 Jun 01 18:48:38.440998 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=83cab1c9-1ff9-43cc-8404-e9c26d698357,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:38.451650 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:38.511551 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.513960 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-6ee1d2ec-0fb3-4f4b-bdd6-bd162e5d0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:38.516267 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-6ee1d2ec-0fb3-4f4b-bdd6-bd162e5d0314 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1223679 Jun 01 18:48:38.547407 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.611191 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.625027 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-886e393c-8aad-4520-8086-0da4bd42656c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:38.686348 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97d6b8f58d9645b5a57fd59db169cddf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2597549 Jun 01 18:48:38.687317 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c709e75-05d4-48f1-8964-77c442903aff'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:38.688883 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45654) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:38.690932 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dbc007-49c3-448d-a4b6-85fb91cbbdda" -d '{"events": [{"server_uuid": "c809105b-c280-4a6a-bced-f12c4ed460bc", "name": "network-vif-plugged", "status": "completed", "tag": "6c709e75-05d4-48f1-8964-77c442903aff"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:38.706569 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-4e2ac46c-0b0e-4f77-89ca-bc790900c094 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810033 Jun 01 18:48:38.775934 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c42b46-fbba-4eec-ad60-3b5281f697aa x-openstack-request-id: req-13c42b46-fbba-4eec-ad60-3b5281f697aa {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:38.778842 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c809105b-c280-4a6a-bced-f12c4ed460bc", "name": "network-vif-plugged", "status": "completed", "tag": "6c709e75-05d4-48f1-8964-77c442903aff", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:38.779114 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13c42b46-fbba-4eec-ad60-3b5281f697aa {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:38.779688 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c709e75-05d4-48f1-8964-77c442903aff', 'code': 200} Jun 01 18:48:38.790799 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b0c4c0-f985-4eba-8ef9-11505c233e67,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:38.794816 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:38.819284 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['83cab1c9-1ff9-43cc-8404-e9c26d698357'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:38.938410 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.975765 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a02afd3-d17f-45de-b893-8d4766a62ab2 req-70250e84-e644-4ace-8c54-6f7ae1b27b86 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634983 Jun 01 18:48:39.016728 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.125786 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65708967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65014905'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.147901 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:39.224707 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63796a1a-f352-425c-ad87-a08b0756faa7,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:39.232686 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:39.261443 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Checking segment: {'id': '5a4d8704-6ec2-4d94-ab9e-2e88a42589a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a836699f-749d-49b8-b411-e24ac0a54157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:39.261868 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Network hostable DHCP agents. Network: a836699f-749d-49b8-b411-e24ac0a54157, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:48:39.283441 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.286210 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-91c5a1ea-c64c-4080-ab6f-b14b44b14b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:39.286936 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d3358-083b-4a86-b2de-4574475744cd req-30cb6a8a-6817-40ad-83b4-395698749513 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:39.288846 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f81d3358-083b-4a86-b2de-4574475744cd req-30cb6a8a-6817-40ad-83b4-395698749513 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.2631636 Jun 01 18:48:39.298947 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b0c4c0-f985-4eba-8ef9-11505c233e67,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:39.301521 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Network a836699f-749d-49b8-b411-e24ac0a54157 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:48:39.304197 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:39.321737 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.323104 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07b0c4c0-f985-4eba-8ef9-11505c233e67 HTTP/1.1" status: 204 len: 168 time: 0.6330678 Jun 01 18:48:39.327111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, a836699f-749d-49b8-b411-e24ac0a54157) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:39.337299 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d30f86e-539f-4bec-93bb-82f2f2da3205 None None] Network a836699f-749d-49b8-b411-e24ac0a54157 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:39.338890 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:39.339820 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.369314 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1ab553ed-31d5-4fee-a26d-312d7f592a48 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7661431 Jun 01 18:48:39.432134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab74f-9410-4995-a4ec-f28a7c1b99a7 req-b4dce5cc-6933-4c0a-86af-3b2bd2849018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:39.434703 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c3ab74f-9410-4995-a4ec-f28a7c1b99a7 req-b4dce5cc-6933-4c0a-86af-3b2bd2849018 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 1098 time: 0.3126681 Jun 01 18:48:39.474389 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f81d3358-083b-4a86-b2de-4574475744cd req-48ea4d1b-f967-490c-9a92-34e6758eabb3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644566 Jun 01 18:48:39.540284 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c3ab74f-9410-4995-a4ec-f28a7c1b99a7 req-97804b25-0d46-45df-88be-1e69e96d4845 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977771 Jun 01 18:48:39.736094 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca788b-381c-4a61-92f2-862e5f5e7bfe None None] Network a836699f-749d-49b8-b411-e24ac0a54157 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:48:39.815141 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e9de5-08bd-4f15-a7b6-c50629b58a38 req-86d92242-c880-4dff-9a08-bea82b260b4d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:39.829543 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-822e9de5-08bd-4f15-a7b6-c50629b58a38 req-86d92242-c880-4dff-9a08-bea82b260b4d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1696308 Jun 01 18:48:39.892875 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-822e9de5-08bd-4f15-a7b6-c50629b58a38 req-b7f27665-7d8d-4236-b61f-346e40f328dd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621824 Jun 01 18:48:40.016788 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.029213 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45716) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:40.059111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.091696 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:40.098239 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Usage tracker for resource:security_group_rule and tenant:03409109fae24b588627434a71b18290 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:40.108979 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:40.117765 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:40.139287 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2153a8-6310-464b-9d5c-08536811ebad req-970c7cc6-7aab-46a9-8a23-9c255c6fc3f5 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:40.140922 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fb2153a8-6310-464b-9d5c-08536811ebad req-970c7cc6-7aab-46a9-8a23-9c255c6fc3f5 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 945 time: 0.1157057 Jun 01 18:48:40.225687 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fb2153a8-6310-464b-9d5c-08536811ebad req-810d014d-ffd5-4590-957c-f833950a8dc4 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779603 Jun 01 18:48:40.228001 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45720) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:40.283648 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.288932 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.299275 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-cb1c4c1a-9595-4a49-8c3f-70b07848b260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:40.345970 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03409109fae24b588627434a71b18290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156660 Jun 01 18:48:40.346857 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2838bff-5daf-4b22-8da5-39e5c92e4a91,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:40.348638 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45726) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:40.349789 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:40.398408 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.420719 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:40.424960 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:facc623842364b36846f1511bc5f3678 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:40.428479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:40.438913 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:40.550184 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.576933 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.584579 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.596067 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:40.611884 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.699841 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-2fa44931-b45a-44fc-9e22-23de20e52a95 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:40.702037 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-2fa44931-b45a-44fc-9e22-23de20e52a95 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/networks?id=47fb7fcb-d3fb-4c79-b7e6-aab00a861555 HTTP/1.1" status: 200 len: 809 time: 0.1848903 Jun 01 18:48:40.730176 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-2a1f0c2d-bcbe-4971-a88a-4925b252e529 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/quotas/5ece07defabf49cf85afa44dd13e6ddd HTTP/1.1" status: 200 len: 375 time: 0.0213001 Jun 01 18:48:40.788466 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=facc623842364b36846f1511bc5f3678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594633 Jun 01 18:48:40.796367 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45742) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:40.798025 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539728eb-e3d4-49f5-9385-33b14bc03e6c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:40.804153 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0dbba1ef-6f21-43a1-84d2-af1fc8094ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:40.807347 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-413647ca-accc-4b0a-85d3-4a472dfb9298 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5ece07defabf49cf85afa44dd13e6ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756183 Jun 01 18:48:40.844192 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.850582 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6e2fe511-f773-4f08-9ba1-200bf5cdd40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:40.872015 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2838bff-5daf-4b22-8da5-39e5c92e4a91,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:40.881836 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c5b84-d2c0-4891-941f-753c79f83bd2 req-769ed19a-f153-49ef-9b35-651eccb7185f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:40.890333 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e2c5b84-d2c0-4891-941f-753c79f83bd2 req-769ed19a-f153-49ef-9b35-651eccb7185f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1634030 Jun 01 18:48:40.894623 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:40.919758 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.920825 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2838bff-5daf-4b22-8da5-39e5c92e4a91 HTTP/1.1" status: 204 len: 168 time: 0.5710626 Jun 01 18:48:40.944996 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e2c5b84-d2c0-4891-941f-753c79f83bd2 req-5c0f29e8-e73c-4d1d-8439-ebfa45e77124 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537114 Jun 01 18:48:41.077398 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-3ee2db64-d2e1-40ca-847f-0dba8bf86bc5 service neutron] 10.222.0.15 "GET /v2.0/networks/47fb7fcb-d3fb-4c79-b7e6-aab00a861555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689154 Jun 01 18:48:41.125776 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.181089 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.186904 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cb28a-f0df-4588-9dde-d90c14f77e6d req-d156a6ea-d396-401e-8c6c-f902c661af32 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:41.188424 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b82cb28a-f0df-4588-9dde-d90c14f77e6d req-d156a6ea-d396-401e-8c6c-f902c661af32 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0946765 Jun 01 18:48:41.249630 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b82cb28a-f0df-4588-9dde-d90c14f77e6d req-3d2cae5d-6c23-44e0-86e4-c982daa15ca8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 Jun 01 18:48:41.329718 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:41.330982 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-31252933-417e-42a7-bf59-5f7ca58ce2df service neutron] 10.222.0.15 "GET /v2.0/networks/47fb7fcb-d3fb-4c79-b7e6-aab00a861555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525814 Jun 01 18:48:41.351353 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.353090 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.358111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-331f8181-4bea-4ae7-af35-131dfb85c3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:41.373595 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539728eb-e3d4-49f5-9385-33b14bc03e6c,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:41.378376 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:41.389478 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.393431 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/539728eb-e3d4-49f5-9385-33b14bc03e6c HTTP/1.1" status: 204 len: 168 time: 0.5616176 Jun 01 18:48:41.420720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:41.427494 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Usage tracker for resource:security_group_rule and tenant:084191acadfe4572aa2bd56b70a0ae2e is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:41.430685 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:41.441049 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:41.530757 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76056c9-8f18-40da-893f-677d7fc4fd87 req-349ddfae-aee9-40d8-ae9c-ed1dc3579eef tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:41.538321 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a76056c9-8f18-40da-893f-677d7fc4fd87 req-349ddfae-aee9-40d8-ae9c-ed1dc3579eef tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 945 time: 0.1762094 Jun 01 18:48:41.572761 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a49e1b55-2877-425e-a419-43209ca90bbb req-3101715a-397e-418f-9235-c3795474bd1a tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 210 time: 0.0767391 Jun 01 18:48:41.628051 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a76056c9-8f18-40da-893f-677d7fc4fd87 req-134324f2-716b-4424-b93c-6326c0ec10ea tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888805 Jun 01 18:48:41.657626 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.663397 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.673138 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:41.719883 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45768) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:41.720610 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=084191acadfe4572aa2bd56b70a0ae2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896165 Jun 01 18:48:41.724058 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ba5500-ece5-45df-8bd2-034882faed76,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:41.727518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:41.757420 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:41.802806 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.818250 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 83cab1c9-1ff9-43cc-8404-e9c26d698357 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:41.834674 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.906967 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.915311 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:41.936820 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ba5500-ece5-45df-8bd2-034882faed76,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:41.946531 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:41.947860 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.955008 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57ba5500-ece5-45df-8bd2-034882faed76 HTTP/1.1" status: 204 len: 168 time: 0.2328615 Jun 01 18:48:41.971305 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45776) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:41.994622 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.018389 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:42.025706 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:42.030848 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Usage tracker for resource:security_group_rule and tenant:7fd43ae8c8d74b768d2205116bdd8303 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:42.040813 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:42.053043 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:42.061961 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 83cab1c9-1ff9-43cc-8404-e9c26d698357 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:42.070200 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 83cab1c9-1ff9-43cc-8404-e9c26d698357 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:42.074593 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.150889 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'port_id': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'mac_address': 'fa:16:3e:9f:3f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:42.252477 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.290101 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.299642 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867282-d9a0-445d-9c70-695ee859c595 req-4da2304a-51b7-4c31-9ffd-6b6625beb4ab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:42.308240 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-19867282-d9a0-445d-9c70-695ee859c595 req-4da2304a-51b7-4c31-9ffd-6b6625beb4ab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1486216 Jun 01 18:48:42.329662 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.340852 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5aa966ab-a5a0-4aac-85f1-f0c84cd93b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:42.425245 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.426590 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3097139a-8182-4d27-98e9-3b97beea77df,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:42.431580 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fd43ae8c8d74b768d2205116bdd8303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586701 Jun 01 18:48:42.434494 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 45790) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:42.434646 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:42.437212 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-19867282-d9a0-445d-9c70-695ee859c595 req-b8af0488-d027-4287-97b6-a4f6ba1f54d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:42.470013 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-19867282-d9a0-445d-9c70-695ee859c595 req-b8af0488-d027-4287-97b6-a4f6ba1f54d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:42.480728 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-19867282-d9a0-445d-9c70-695ee859c595 req-b8af0488-d027-4287-97b6-a4f6ba1f54d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713827 Jun 01 18:48:42.539639 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f0018a-433f-4812-8738-143c07ce38ed {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:42.557804 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:42.562836 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:42.565403 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dd4488-b2a1-42b4-91f3-6d7548f5d43b" -d '{"events": [{"server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "name": "network-vif-plugged", "status": "completed", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:42.570771 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.583705 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:42.672175 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 83cab1c9-1ff9-43cc-8404-e9c26d698357, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:42.679660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.681637 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:42.707955 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.716707 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:42.717219 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:42.786881 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5304d64-3318-412b-b7bc-6e7a9b664c4e req-45c92f37-7c70-4367-ba67-fec28c6534f8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:42.798729 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a5304d64-3318-412b-b7bc-6e7a9b664c4e req-45c92f37-7c70-4367-ba67-fec28c6534f8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2875619 Jun 01 18:48:42.827746 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=83cab1c9-1ff9-43cc-8404-e9c26d698357,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:42.843584 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:42.895765 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a5304d64-3318-412b-b7bc-6e7a9b664c4e req-cdae3131-e3e1-4ee3-8fce-ba08c64e1cc2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941286 Jun 01 18:48:42.901393 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.958261 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['f6f0018a-433f-4812-8738-143c07ce38ed'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:43.014451 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b55d8a5-43e9-4bea-bd8b-9e1911ec59a9 x-openstack-request-id: req-5b55d8a5-43e9-4bea-bd8b-9e1911ec59a9 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:43.014846 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "name": "network-vif-plugged", "status": "completed", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:43.015170 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b55d8a5-43e9-4bea-bd8b-9e1911ec59a9 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:43.015643 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'code': 200} Jun 01 18:48:43.239541 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-35b3fdcf-b3be-45ee-84f4-c4a0bf53e0cf req-e788058d-04e0-4df7-b000-9324111af7eb tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 210 time: 0.1134002 Jun 01 18:48:43.295622 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23356091-cb71-4829-9f8c-d1ef1621d710 req-f13cd5ba-74fc-4a9a-a7b8-5bbbc9ad66d1 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:43.304063 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-23356091-cb71-4829-9f8c-d1ef1621d710 req-f13cd5ba-74fc-4a9a-a7b8-5bbbc9ad66d1 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1360259 Jun 01 18:48:43.388527 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-23356091-cb71-4829-9f8c-d1ef1621d710 req-dab3ce89-cb6a-4038-8d81-3a909aa6c473 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834394 Jun 01 18:48:43.492084 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-ddbfa5b5-a18f-4da9-9c0e-255eeee61894 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:43.492730 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-ddbfa5b5-a18f-4da9-9c0e-255eeee61894 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Synchronizing usage tracker for tenant:5ece07defabf49cf85afa44dd13e6ddd on resource:network {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:43.537561 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.544532 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:43.557035 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-ddbfa5b5-a18f-4da9-9c0e-255eeee61894 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Unset dirty status for tenant:5ece07defabf49cf85afa44dd13e6ddd on resource:network {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:43.558515 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-ddbfa5b5-a18f-4da9-9c0e-255eeee61894 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.36 "GET /v2.0/networks?id=47fb7fcb-d3fb-4c79-b7e6-aab00a861555 HTTP/1.1" status: 200 len: 809 time: 0.5939493 Jun 01 18:48:43.565231 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3097139a-8182-4d27-98e9-3b97beea77df,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:43.571528 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:43.602390 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Request body: {'port': {'device_id': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555', 'admin_state_up': True, 'tenant_id': '5ece07defabf49cf85afa44dd13e6ddd'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:43.659944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.663916 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3097139a-8182-4d27-98e9-3b97beea77df HTTP/1.1" status: 204 len: 168 time: 1.2280004 Jun 01 18:48:43.726678 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f37b8b-2330-4a47-bf83-75703f0f7108 req-8ff9052c-7855-4a38-8b7c-233069604bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:43.728508 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-06f37b8b-2330-4a47-bf83-75703f0f7108 req-8ff9052c-7855-4a38-8b7c-233069604bcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 1099 time: 0.3434405 Jun 01 18:48:43.748922 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02cb01-bbef-4551-b744-d16a78848dac req-f3b25866-8705-485a-bd6a-d148b25a938f tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:43.750406 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0b02cb01-bbef-4551-b744-d16a78848dac req-f3b25866-8705-485a-bd6a-d148b25a938f tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.3642647 Jun 01 18:48:43.880167 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9548f2-4735-4373-8577-8daeba7cfe37 req-5865176f-c783-40cc-ac94-fbf2e16fd025 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:43.882776 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8d9548f2-4735-4373-8577-8daeba7cfe37 req-5865176f-c783-40cc-ac94-fbf2e16fd025 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 944 time: 0.1094563 Jun 01 18:48:43.898250 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-06f37b8b-2330-4a47-bf83-75703f0f7108 req-9de7c8c6-7a4b-4e37-94dd-e5fe84d752ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591189 Jun 01 18:48:43.915260 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:43.920461 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0b02cb01-bbef-4551-b744-d16a78848dac req-356f344f-4d9a-4c3f-908d-d6aecb29a317 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246347 Jun 01 18:48:43.923911 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Usage tracker for resource:port and tenant:5ece07defabf49cf85afa44dd13e6ddd is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:43.928110 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:43.940510 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:43.958056 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-57e9ae60-3677-46c8-b598-c344f70fdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:43.959698 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-57e9ae60-3677-46c8-b598-c344f70fdea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 1098 time: 0.2196476 Jun 01 18:48:43.960876 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Made reservation on behalf of 5ece07defabf49cf85afa44dd13e6ddd for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:43.964620 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.977185 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8d9548f2-4735-4373-8577-8daeba7cfe37 req-5ac212dd-caa9-44f0-af7f-652db2d7f06d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788221 Jun 01 18:48:44.419069 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Allocated IP 172.20.0.2 (47fb7fcb-d3fb-4c79-b7e6-aab00a861555/8a732d85-c0ac-4fd8-8259-9f1666e4845c/4434750a-7c7c-47f5-907c-42bde0f59873) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:44.422292 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-23dd126a-1d3e-4e54-8186-e5e22f988d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:44.423848 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-23dd126a-1d3e-4e54-8186-e5e22f988d35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.3912323 Jun 01 18:48:44.439458 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e575478-20bc-4e7f-9e09-eced198e8d47 req-e6e5d88f-1e90-4fdf-9aad-79c1a463835c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:44.446360 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e575478-20bc-4e7f-9e09-eced198e8d47 req-e6e5d88f-1e90-4fdf-9aad-79c1a463835c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.3714259 Jun 01 18:48:44.536888 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b1460995-f24b-4f69-b7d6-fbe3731b01cb req-5e44738b-a354-432e-b9c7-1b6130eca8bc tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 210 time: 0.0745978 Jun 01 18:48:44.669701 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-476fe5f3-950b-44bd-9f36-9503a4d59ba6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c709e75-05d4-48f1-8964-77c442903aff HTTP/1.1" status: 200 len: 217 time: 0.2166049 Jun 01 18:48:44.758816 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-37bc020f-b7e2-4481-94ef-a6ce3e83a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:44.760209 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-37bc020f-b7e2-4481-94ef-a6ce3e83a892 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.0819349 Jun 01 18:48:44.774914 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e575478-20bc-4e7f-9e09-eced198e8d47 req-36a14d3d-0c95-4b48-9628-ce15df968ff8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275471 Jun 01 18:48:44.804570 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584ecf2-96d3-49c3-a156-ecc4e8f52f60 req-9dfa43a8-c3ac-418f-80d6-cb8ae04d94a5 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:44.806061 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a584ecf2-96d3-49c3-a156-ecc4e8f52f60 req-9dfa43a8-c3ac-418f-80d6-cb8ae04d94a5 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1427674 Jun 01 18:48:44.845029 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-637dd613-3030-42e3-8901-152452641e69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618181 Jun 01 18:48:44.861162 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a584ecf2-96d3-49c3-a156-ecc4e8f52f60 req-d3e8af5e-a203-4108-b174-093c3d2271db tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485015 Jun 01 18:48:45.276137 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a30c7-1803-42ad-bdaa-370b09564050 req-ecf2d092-a3d6-490e-b603-db718454bfc9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:45.285488 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c43a30c7-1803-42ad-bdaa-370b09564050 req-ecf2d092-a3d6-490e-b603-db718454bfc9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 944 time: 0.1434121 Jun 01 18:48:45.302560 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-fd8571f6-a7a2-4142-b446-16fc85592d88 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334164 Jun 01 18:48:45.316008 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.372190 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c43a30c7-1803-42ad-bdaa-370b09564050 req-aa50af89-8925-4665-ad86-63e37154251c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850904 Jun 01 18:48:45.513846 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526e5ba-f8c3-4317-aef9-4c20fbec4568 req-b50fa1ee-cbbb-4b07-92c1-0c127a5b560c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:45.515277 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5526e5ba-f8c3-4317-aef9-4c20fbec4568 req-b50fa1ee-cbbb-4b07-92c1-0c127a5b560c tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.3090286 Jun 01 18:48:45.586774 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7b46ad2-371d-4b42-a535-0352e47e23e4 req-36297738-1f02-4a48-b60f-778836a7bece service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688360 Jun 01 18:48:45.612688 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5526e5ba-f8c3-4317-aef9-4c20fbec4568 req-9e6524d4-7633-49f4-817a-e63c03df0e4d tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876336 Jun 01 18:48:45.615405 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.633685 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5f2e4f39-f597-4fd4-8681-0978de7ae4a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:45.723651 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:45.732299 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-1198d4d3-f49e-4d66-b263-e2f20a316436 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:45.733806 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-1198d4d3-f49e-4d66-b263-e2f20a316436 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.2868755 Jun 01 18:48:45.737419 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:45.741720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:48:45.748089 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:45.748721 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.785346 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:45.799475 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Pushing event updated for resources: {'Port': ['ID=4434750a-7c7c-47f5-907c-42bde0f59873,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:45.811912 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:45.834623 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2660739 Jun 01 18:48:45.856624 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100407b9-9f5b-47f5-89c3-d8f119f8c776 req-eea73849-ca7c-4c56-ab4f-c3d434657624 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:45.865080 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-100407b9-9f5b-47f5-89c3-d8f119f8c776 req-eea73849-ca7c-4c56-ab4f-c3d434657624 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 931 time: 0.1960444 Jun 01 18:48:45.883505 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Request body: {'port': {'device_id': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:45.893039 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port f6f0018a-433f-4812-8738-143c07ce38ed completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:45.901053 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port f6f0018a-433f-4812-8738-143c07ce38ed triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:45.901431 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.957961 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-100407b9-9f5b-47f5-89c3-d8f119f8c776 req-88856ac0-0a8e-4193-ac41-e07c13a496b3 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914433 Jun 01 18:48:46.081757 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.091014 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.117059 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Deleting port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:48:46.117059 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.147548 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:46.149674 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:46.159385 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b60220-a9a4-4426-946c-6852829ecc54" -d '{"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:46.164284 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.166694 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:46.183406 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d58c0-eec0-4eed-93f8-7ac7e2bec19c req-6590336d-dd37-46b5-b831-2fe57b1a8f16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:46.194420 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-392d58c0-eec0-4eed-93f8-7ac7e2bec19c req-6590336d-dd37-46b5-b831-2fe57b1a8f16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1140497 Jun 01 18:48:46.263017 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-392d58c0-eec0-4eed-93f8-7ac7e2bec19c req-19155eb0-a55c-4173-a7df-75d2b9cc6aaa tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673754 Jun 01 18:48:46.315354 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:46.320088 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:46.340261 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79dbe9c-c1bf-48fb-a52b-4ba51e2c94f1 x-openstack-request-id: req-d79dbe9c-c1bf-48fb-a52b-4ba51e2c94f1 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:46.340857 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:46.341188 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d79dbe9c-c1bf-48fb-a52b-4ba51e2c94f1 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:46.341647 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'code': 200} Jun 01 18:48:46.345778 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac2796-ba68-4183-9cc2-a63f1ad54a56 req-a445422f-5ef3-454c-9c45-fb5e9fc6191e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:46.347028 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8dac2796-ba68-4183-9cc2-a63f1ad54a56 req-a445422f-5ef3-454c-9c45-fb5e9fc6191e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.3302612 Jun 01 18:48:46.448989 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] For port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,segment=NetworkSegment(ff129589-ea7d-4787-b10c-bc0a8158b496),segment_id=ff129589-ea7d-4787-b10c-bc0a8158b496)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:46.449339 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.598046 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055812ba-2dea-4eb7-8725-273509b88a02 req-07ac8ca9-99dc-4348-ab12-2b76bd09409e tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:46.603903 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-055812ba-2dea-4eb7-8725-273509b88a02 req-07ac8ca9-99dc-4348-ab12-2b76bd09409e tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1547501 Jun 01 18:48:46.607292 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 45984) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:46.620801 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'floatingip': {'port_id': '83cab1c9-1ff9-43cc-8404-e9c26d698357'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:46.708310 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Calling delete_port for 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:48:46.719814 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.796123 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8dac2796-ba68-4183-9cc2-a63f1ad54a56 req-a75e8a77-372d-4c47-89a5-8a810118b65e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311867 Jun 01 18:48:47.154218 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb73d1-622b-4e98-af53-04b723f87c98 req-b2ae0e2c-defd-4189-a1ed-9f99d7ff7caf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:47.161324 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3fbb73d1-622b-4e98-af53-04b723f87c98 req-b2ae0e2c-defd-4189-a1ed-9f99d7ff7caf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.3717721 Jun 01 18:48:47.225582 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a6871-e333-4785-9985-da95212ca01a req-4511075f-fb81-4f68-8090-7de6483f34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:47.227163 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-282a6871-e333-4785-9985-da95212ca01a req-4511075f-fb81-4f68-8090-7de6483f34cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1098 time: 0.4536123 Jun 01 18:48:47.288362 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3fbb73d1-622b-4e98-af53-04b723f87c98 req-52188a90-5366-4455-bf43-f1898ef88c9a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261916 Jun 01 18:48:47.381859 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4434750a-7c7c-47f5-907c-42bde0f59873 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:47.394043 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517345ac-25a5-40e4-b2e5-f1eeb6117e6b req-309b3421-a31e-4453-8e1b-504b0f8f375b tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:47.395661 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-517345ac-25a5-40e4-b2e5-f1eeb6117e6b req-309b3421-a31e-4453-8e1b-504b0f8f375b tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 945 time: 0.3448143 Jun 01 18:48:47.416628 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.440738 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-282a6871-e333-4785-9985-da95212ca01a req-6c4a5a47-660c-4487-a8f0-6b2d1f571938 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666958 Jun 01 18:48:47.483538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Transition to ACTIVE for port object 4434750a-7c7c-47f5-907c-42bde0f59873 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:47.488788 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.497146 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:47.507671 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['0cb5df01-2f69-4ec6-962a-7cddde4e5fe7'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:47.539761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.555350 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-517345ac-25a5-40e4-b2e5-f1eeb6117e6b req-5c7d3048-98c8-4f07-b533-84d3317070ea tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/security-groups?id=53cc123b-4d2c-49ca-8555-911686c1a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492918 Jun 01 18:48:47.560310 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Pushing event deleted for resources: {'Port': ['ID=0cb5df01-2f69-4ec6-962a-7cddde4e5fe7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:47.673663 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.674025 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.674395 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.674723 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.675062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.675435 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.675783 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.676300 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.676641 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.676974 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.677308 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.677638 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:47.683962 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eece63-2bae-49c8-a073-5ecf0471ec61 req-8db1a478-e30c-4c0b-bd81-7752e4a70017 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:47.685157 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-61eece63-2bae-49c8-a073-5ecf0471ec61 req-8db1a478-e30c-4c0b-bd81-7752e4a70017 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 943 time: 0.1741340 Jun 01 18:48:47.712457 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:47.718628 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3d283e86-3748-4dd9-9f44-83eeab9c3406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:47.760376 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] No DVR routers for this DVR port 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:48:47.813366 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.818392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'name': 'network-vif-deleted', 'tag': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:47.820734 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca592cf-99b1-4525-af8b-16076d6d2873" -d '{"events": [{"server_uuid": "41d18aec-9abb-4d2f-8e44-383fc4b23e7e", "name": "network-vif-deleted", "tag": "0cb5df01-2f69-4ec6-962a-7cddde4e5fe7"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:47.856241 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4434750a-7c7c-47f5-907c-42bde0f59873,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:47.860948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:47.866271 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6d0b0db1-d07e-44af-9eb8-ec69b68e289e req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.36 "DELETE /v2.0/ports/0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 HTTP/1.1" status: 204 len: 173 time: 2.1111412 Jun 01 18:48:47.866271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Attempting to bind port 4434750a-7c7c-47f5-907c-42bde0f59873 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:47.866271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Attempting to bind port 4434750a-7c7c-47f5-907c-42bde0f59873 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '59196604-cdff-4bfd-8576-584ed754c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:47.866271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Attempting to bind port 4434750a-7c7c-47f5-907c-42bde0f59873 on network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:47.873237 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ff6d9b-3d23-4b9e-b858-32e2dc9e6947 x-openstack-request-id: req-d9ff6d9b-3d23-4b9e-b858-32e2dc9e6947 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:47.873551 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d18aec-9abb-4d2f-8e44-383fc4b23e7e", "name": "network-vif-deleted", "tag": "0cb5df01-2f69-4ec6-962a-7cddde4e5fe7", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:47.873833 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9ff6d9b-3d23-4b9e-b858-32e2dc9e6947 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:47.874241 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d18aec-9abb-4d2f-8e44-383fc4b23e7e', 'name': 'network-vif-deleted', 'tag': '0cb5df01-2f69-4ec6-962a-7cddde4e5fe7', 'status': 'completed', 'code': 200} Jun 01 18:48:47.874770 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Port 4434750a-7c7c-47f5-907c-42bde0f59873 on network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:47.875081 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Attempting to bind port 4434750a-7c7c-47f5-907c-42bde0f59873 on network 47fb7fcb-d3fb-4c79-b7e6-aab00a861555 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:47.892792 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:47.893138 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Checking segment: {'id': '59196604-cdff-4bfd-8576-584ed754c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:48:47.893526 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Bound using segment: {'id': '59196604-cdff-4bfd-8576-584ed754c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:47.894025 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Bound port: 4434750a-7c7c-47f5-907c-42bde0f59873, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59196604-cdff-4bfd-8576-584ed754c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:47.894372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.906106 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-61eece63-2bae-49c8-a073-5ecf0471ec61 req-b1ddcb4f-1372-42e8-ac16-b879776f6c48 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097018 Jun 01 18:48:47.931268 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.936061 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:48.023761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] For port 4434750a-7c7c-47f5-907c-42bde0f59873, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:48.073109 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] For port 4434750a-7c7c-47f5-907c-42bde0f59873, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=4434750a-7c7c-47f5-907c-42bde0f59873,segment=NetworkSegment(59196604-cdff-4bfd-8576-584ed754c3d1),segment_id=59196604-cdff-4bfd-8576-584ed754c3d1)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:48.080069 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:48.089738 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:48.126644 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.l3_db [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Floating IP 18898555-48b2-460e-850d-b0d18a0e2781 associated. External IP: 172.28.3.174, port: 83cab1c9-1ff9-43cc-8404-e9c26d698357. Jun 01 18:48:48.143890 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:48.143890 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:48.143890 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4434750a-7c7c-47f5-907c-42bde0f59873 HTTP/1.1" status: 200 len: 1093 time: 2.2642198 Jun 01 18:48:48.181780 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4434750a-7c7c-47f5-907c-42bde0f59873,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:48.193305 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bca4e-1b11-437c-b675-918791caefbf req-33d331ee-96bd-424e-854a-c2159de6a13c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:48.195259 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3f8bca4e-1b11-437c-b675-918791caefbf req-33d331ee-96bd-424e-854a-c2159de6a13c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1741462 Jun 01 18:48:48.196219 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:48.304624 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3f8bca4e-1b11-437c-b675-918791caefbf req-9cb74f39-235a-4818-b64a-efc37f7e5b3a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021535 Jun 01 18:48:48.355593 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-74551378-8ad0-418b-afd3-a0788519a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:48.358380 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-74551378-8ad0-418b-afd3-a0788519a2a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ece07defabf49cf85afa44dd13e6ddd&device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 1096 time: 0.1258001 Jun 01 18:48:48.496439 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-0d821b5a-6c85-4d90-8fcd-66f7a7d9eae1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4434750a-7c7c-47f5-907c-42bde0f59873 HTTP/1.1" status: 200 len: 217 time: 0.1184368 Jun 01 18:48:48.570831 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-3e49ed72-c693-4b30-a224-8bd422b45151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:48.572520 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-3e49ed72-c693-4b30-a224-8bd422b45151 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a732d85-c0ac-4fd8-8259-9f1666e4845c HTTP/1.1" status: 200 len: 849 time: 0.0691202 Jun 01 18:48:48.640398 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-5d623ab8-d249-4441-ab47-e97116373265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47fb7fcb-d3fb-4c79-b7e6-aab00a861555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476015 Jun 01 18:48:48.793585 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5a4e3-c01f-4bfe-8e33-23108f7d4095 req-8f73627b-d853-4698-b60c-d2806261c733 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:48.800886 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-32e5a4e3-c01f-4bfe-8e33-23108f7d4095 req-8f73627b-d853-4698-b60c-d2806261c733 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.3049295 Jun 01 18:48:48.852820 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Router f7fdcccf-344f-4bef-a24f-80f65a689436 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:48.879426 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-32e5a4e3-c01f-4bfe-8e33-23108f7d4095 req-14bac34f-5d6b-4219-8819-e249f8007b8a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776169 Jun 01 18:48:48.925836 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-565b8114-43bb-40e8-b7ea-398cfce92a7e req-48583106-824f-4cff-8ed0-f4a50e1be33e tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Synchronizing usage tracker for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:49.007018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-565b8114-43bb-40e8-b7ea-398cfce92a7e req-48583106-824f-4cff-8ed0-f4a50e1be33e tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Unset dirty status for tenant:0b9e7915aa9a4203937d06d578812d56 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:49.008384 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-565b8114-43bb-40e8-b7ea-398cfce92a7e req-48583106-824f-4cff-8ed0-f4a50e1be33e tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d18aec-9abb-4d2f-8e44-383fc4b23e7e HTTP/1.1" status: 200 len: 210 time: 0.1385965 Jun 01 18:48:49.035940 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-b724268b-30a7-4f65-b5aa-ca2683f9b6d2 service neutron] 10.222.0.36 "GET /v2.0/networks/47fb7fcb-d3fb-4c79-b7e6-aab00a861555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834784 Jun 01 18:48:49.142615 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:49.158954 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] Sync routers for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:49.171553 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:49.172411 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:49.172560 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:49.225213 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca049c1-2e08-4531-9064-7e617b2b54bf req-a7a755fa-a924-406f-a684-8e7efb0e938c tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:49.226744 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1ca049c1-2e08-4531-9064-7e617b2b54bf req-a7a755fa-a924-406f-a684-8e7efb0e938c tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 943 time: 0.1852908 Jun 01 18:48:49.233488 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6b7b4228-6df8-448f-a601-278cc4357f36 req-4b5e2869-c0ee-49d2-a8f2-23868526406d service neutron] 10.222.0.36 "GET /v2.0/networks/47fb7fcb-d3fb-4c79-b7e6-aab00a861555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842191 Jun 01 18:48:49.277094 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-aba852dc-a850-4118-9b2d-639517ce28ed tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "PUT /v2.0/floatingips/18898555-48b2-460e-850d-b0d18a0e2781 HTTP/1.1" status: 200 len: 992 time: 2.6671665 Jun 01 18:48:49.280716 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:49.283202 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c087d56a06905c42b7f89c6997360147935d48b77f76ca756c223547ff139bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6786898-0544-4c45-a965-1f2f7a5ac501" -d '{"events": [{"name": "network-changed", "server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:49.297288 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1ca049c1-2e08-4531-9064-7e617b2b54bf req-c218cdcd-96fa-4ee2-b763-82090ef9c6ca tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602198 Jun 01 18:48:49.367497 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbe4331-59d5-4ab9-8fc4-3d97e1fee095 x-openstack-request-id: req-cfbe4331-59d5-4ab9-8fc4-3d97e1fee095 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:49.367784 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357", "status": "completed", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:49.368057 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfbe4331-59d5-4ab9-8fc4-3d97e1fee095 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:49.368470 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'status': 'completed', 'code': 200} Jun 01 18:48:49.371266 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:49.462123 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-05f69499-6201-4ad8-ab71-c348a941d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:49.463683 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-05f69499-6201-4ad8-ab71-c348a941d405 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 1099 time: 0.0740502 Jun 01 18:48:49.574197 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ef107-9a3a-44e3-9aa6-e8f2ebd2262c req-02222cb0-8a64-40b6-b9b7-275e6c156a59 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:49.575914 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7c9ef107-9a3a-44e3-9aa6-e8f2ebd2262c req-02222cb0-8a64-40b6-b9b7-275e6c156a59 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0986466 Jun 01 18:48:49.631200 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-58b22e33-5b98-479f-940d-9b90831c7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:49.632965 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-58b22e33-5b98-479f-940d-9b90831c7fea service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 912 time: 0.1621573 Jun 01 18:48:49.637118 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7c9ef107-9a3a-44e3-9aa6-e8f2ebd2262c req-cf47c262-c8ad-431d-9bcc-5a1f3db8b286 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Jun 01 18:48:49.744007 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-0689fedb-bfdf-43cc-8e79-8cbbd035f437 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 200 len: 1000 time: 0.1044867 Jun 01 18:48:49.772502 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '18898555-48b2-460e-850d-b0d18a0e2781', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'floating_ip_address': '172.28.3.174', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'port_id': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'mac_address': 'fa:16:3e:31:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:48:10Z', 'updated_at': '2021-06-01T18:48:47Z', 'revision_number': 1, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:49.776582 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] Checking router: f7fdcccf-344f-4bef-a24f-80f65a689436 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:49.785375 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:49.785965 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:49.812937 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-7a000a4b-d0e8-4b6b-a167-acbf2ac115ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:49.814560 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-7a000a4b-d0e8-4b6b-a167-acbf2ac115ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.0646095 Jun 01 18:48:49.828743 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:49.870183 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:48:49.870798 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0cb5df01-2f69-4ec6-962a-7cddde4e5fe7 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:49.876933 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'tag': '4434750a-7c7c-47f5-907c-42bde0f59873'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:49.879204 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a", "tag": "4434750a-7c7c-47f5-907c-42bde0f59873"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:49.911020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-75f03d22-9be2-4245-bc42-6fa490bfa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:49.912560 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-75f03d22-9be2-4245-bc42-6fa490bfa42c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916967 Jun 01 18:48:49.959103 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21b654f-e93f-4a35-ad7e-ef5b5d65371e x-openstack-request-id: req-a21b654f-e93f-4a35-ad7e-ef5b5d65371e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:49.959466 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a", "tag": "4434750a-7c7c-47f5-907c-42bde0f59873", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:49.959701 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a21b654f-e93f-4a35-ad7e-ef5b5d65371e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:49.960104 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'tag': '4434750a-7c7c-47f5-907c-42bde0f59873', 'status': 'completed', 'code': 200} Jun 01 18:48:50.050681 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:50.172858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546ed75-fef1-4492-bf96-54040bf0ec00 req-f1511717-922d-4082-be00-2f37394159c7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:50.174561 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1546ed75-fef1-4492-bf96-54040bf0ec00 req-f1511717-922d-4082-be00-2f37394159c7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1561091 Jun 01 18:48:50.187778 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-35456bb7-13d3-4b9d-97bd-26ad1bee76c9 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670305 Jun 01 18:48:50.247633 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-d8ba8501-d386-475f-8af4-d83fd733c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:50.251636 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-d8ba8501-d386-475f-8af4-d83fd733c64f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ece07defabf49cf85afa44dd13e6ddd&device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 1096 time: 0.2069104 Jun 01 18:48:50.257439 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1546ed75-fef1-4492-bf96-54040bf0ec00 req-ee17132b-9146-4560-b8e4-3146d9d0d072 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754347 Jun 01 18:48:50.519126 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6786898-0544-4c45-a965-1f2f7a5ac501 req-0418861a-5a6f-4e7a-a531-4b3b68eb3f22 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146000 Jun 01 18:48:50.545697 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6776a5-b4ec-42f7-b3c6-c7f5a7344f52 req-1e008375-4e1f-415c-99e6-3892e61dee62 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:50.547344 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fd6776a5-b4ec-42f7-b3c6-c7f5a7344f52 req-1e008375-4e1f-415c-99e6-3892e61dee62 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 943 time: 0.0934064 Jun 01 18:48:50.611284 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fd6776a5-b4ec-42f7-b3c6-c7f5a7344f52 req-c62f285b-9f75-44fa-9991-f16c008c4d49 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484848 Jun 01 18:48:50.658153 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '18898555-48b2-460e-850d-b0d18a0e2781', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'floating_ip_address': '172.28.3.174', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'port_id': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'mac_address': 'fa:16:3e:31:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:48:10Z', 'updated_at': '2021-06-01T18:48:47Z', 'revision_number': 1, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:50.667885 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83722125-95fa-4ded-941f-aa8188fa54d0 None None] The sync data for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb is: [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '18898555-48b2-460e-850d-b0d18a0e2781', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'floating_ip_address': '172.28.3.174', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'port_id': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'mac_address': 'fa:16:3e:31:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:48:10Z', 'updated_at': '2021-06-01T18:48:47Z', 'revision_number': 1, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:50.691774 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-ac33fc5d-e88b-47cf-8140-98f476f2f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:50.693349 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-ac33fc5d-e88b-47cf-8140-98f476f2f59f service neutron] 10.222.0.36 "GET /v2.0/networks?id=47fb7fcb-d3fb-4c79-b7e6-aab00a861555 HTTP/1.1" status: 200 len: 910 time: 0.4202034 Jun 01 18:48:50.787606 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-923f8dde-294d-46ec-bf14-6a0ac1ed9c68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4434750a-7c7c-47f5-907c-42bde0f59873 HTTP/1.1" status: 200 len: 217 time: 0.0811515 Jun 01 18:48:50.889622 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ed8d5-418b-43b5-b59e-9f6aa7ec0752 req-ddb9d29c-a132-4aa9-9ea1-fc2a449d16db tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:50.896195 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8a7ed8d5-418b-43b5-b59e-9f6aa7ec0752 req-ddb9d29c-a132-4aa9-9ea1-fc2a449d16db tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.3754995 Jun 01 18:48:50.905420 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46082) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:50.920416 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'floatingip': {'port_id': 'f6f0018a-433f-4812-8738-143c07ce38ed'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:51.014424 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3511a-31b3-4e6b-bb57-92bbe0435ea8 None None] New status for floating IP 18898555-48b2-460e-850d-b0d18a0e2781: ACTIVE {{(pid=103500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:48:51.164245 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-8e510c40-0638-4619-b284-b0dfa2e3e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:51.166186 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-8e510c40-0638-4619-b284-b0dfa2e3e0b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a732d85-c0ac-4fd8-8259-9f1666e4845c HTTP/1.1" status: 200 len: 849 time: 0.3708062 Jun 01 18:48:51.168864 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.204090 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eedb9-fe2f-4f54-9be6-645c78f64fea req-71d11afd-f697-42be-a986-2b12cebf6602 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:51.205600 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-593eedb9-fe2f-4f54-9be6-645c78f64fea req-71d11afd-f697-42be-a986-2b12cebf6602 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2379260 Jun 01 18:48:51.267475 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-593eedb9-fe2f-4f54-9be6-645c78f64fea req-eac7886b-9b1d-4a3a-a4bf-76bb3f6ddfae tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553842 Jun 01 18:48:51.268312 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46086) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:51.352611 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-9ac75b3d-791c-48d4-b33a-5fd34614a6ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=47fb7fcb-d3fb-4c79-b7e6-aab00a861555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092744 Jun 01 18:48:51.440123 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.457312 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:51.461106 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Usage tracker for resource:security_group_rule and tenant:3384e674784f41cb945cc2f5c75d8563 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:51.467072 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:51.473951 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:51.572568 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.578262 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.588350 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-886a52ed-ac23-4b89-a63e-131c41001ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:51.646868 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3384e674784f41cb945cc2f5c75d8563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770826 Jun 01 18:48:51.647503 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46098) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:51.678344 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-80d2fea4-fc99-440f-973f-3aa6544c1959 service neutron] 10.222.0.36 "GET /v2.0/networks/47fb7fcb-d3fb-4c79-b7e6-aab00a861555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979581 Jun 01 18:48:51.682714 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e41dcbc-b726-40fd-8aa8-2f05b1011a98,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:51.712259 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.712526 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.713119 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.713644 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.713851 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.714439 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.714661 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.715325 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.716203 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.716705 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.717299 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.717630 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:51.724491 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:51.784733 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.812694 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.891868 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.898072 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f2220cf4-e2e1-4f84-a892-02231ea6c106 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:51.909336 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e41dcbc-b726-40fd-8aa8-2f05b1011a98,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:51.912969 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:51.916425 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.917476 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e41dcbc-b726-40fd-8aa8-2f05b1011a98 HTTP/1.1" status: 204 len: 168 time: 0.2653024 Jun 01 18:48:52.200645 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46122) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:52.237731 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:52.281337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Deleting subnet e54c04ea-3741-467a-ba19-1cbf0e4a0a3f {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:48:52.285504 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.290336 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c6cc193-abf9-4a30-a2e6-cdec6ea1742c req-784bb77b-e930-4f70-956e-a5cd97296b89 service neutron] 10.222.0.36 "GET /v2.0/networks/47fb7fcb-d3fb-4c79-b7e6-aab00a861555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600467 Jun 01 18:48:52.332686 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0396ba-bab5-429a-8782-f2b56a0dc3e4 req-95e88162-d5f3-4e0a-8914-7b6dd2ccc17b tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:52.333387 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ba0396ba-bab5-429a-8782-f2b56a0dc3e4 req-95e88162-d5f3-4e0a-8914-7b6dd2ccc17b tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Synchronizing usage tracker for tenant:5ece07defabf49cf85afa44dd13e6ddd on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:52.365341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.429637 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ba0396ba-bab5-429a-8782-f2b56a0dc3e4 req-95e88162-d5f3-4e0a-8914-7b6dd2ccc17b tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Unset dirty status for tenant:5ece07defabf49cf85afa44dd13e6ddd on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:52.430983 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ba0396ba-bab5-429a-8782-f2b56a0dc3e4 req-95e88162-d5f3-4e0a-8914-7b6dd2ccc17b tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 943 time: 0.6620359 Jun 01 18:48:52.440925 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.529350 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46132) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:52.552602 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.601401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:52.609613 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.620279 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Usage tracker for resource:security_group_rule and tenant:13c38ec86f2d4f40818bb876541bd155 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:52.633700 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:52.647472 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:52.759345 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b5f5-6c13-4724-ab00-61562f89e490 req-2f0e12f5-118b-4064-92ec-2abb8286ad97 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:52.760936 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55d5b5f5-6c13-4724-ab00-61562f89e490 req-2f0e12f5-118b-4064-92ec-2abb8286ad97 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2772303 Jun 01 18:48:52.769339 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:52.795844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Usage tracker for resource:security_group_rule and tenant:9a357cca6f2e4f08a8178cd6a2691963 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:52.804022 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:52.816995 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:52.824978 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.827833 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ba0396ba-bab5-429a-8782-f2b56a0dc3e4 req-3a2fe8c6-fc0c-4c95-8218-577502833f2a tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Synchronizing usage tracker for tenant:5ece07defabf49cf85afa44dd13e6ddd on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:52.836539 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.883552 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55d5b5f5-6c13-4724-ab00-61562f89e490 req-655c2442-dd36-4281-bc7c-ab831ec6ef33 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097176 Jun 01 18:48:52.946952 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.949047 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.954111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:52.970802 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ba0396ba-bab5-429a-8782-f2b56a0dc3e4 req-3a2fe8c6-fc0c-4c95-8218-577502833f2a tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Unset dirty status for tenant:5ece07defabf49cf85afa44dd13e6ddd on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:52.972507 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ba0396ba-bab5-429a-8782-f2b56a0dc3e4 req-3a2fe8c6-fc0c-4c95-8218-577502833f2a tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931932 Jun 01 18:48:52.989128 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.003338 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54c04ea-3741-467a-ba19-1cbf0e4a0a3f,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.008585 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:53.009071 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f7e5eba1-7327-456b-8f45-8b500d21310a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:53.016825 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.055205 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-0013eb84-94a6-4bc6-a928-2f139493c12c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e54c04ea-3741-467a-ba19-1cbf0e4a0a3f HTTP/1.1" status: 204 len: 168 time: 0.8529327 Jun 01 18:48:53.059145 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46136) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:53.078474 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b1f24-7fbc-49c2-ba78-5bce21edacb9,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.085531 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13c38ec86f2d4f40818bb876541bd155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546904 Jun 01 18:48:53.086479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46138) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:53.088751 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:53.119753 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Floating IP 5aade3f5-8a91-4055-9527-924feba21692 associated. External IP: 172.28.3.86, port: f6f0018a-433f-4812-8738-143c07ce38ed. Jun 01 18:48:53.183249 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.245045 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.255152 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.310787 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e95da341-4f92-42d7-80d7-1d73c713e594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:53.313476 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.326404 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2']}} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:53.339455 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff129589-ea7d-4787-b10c-bc0a8158b496') {'for_net_delete': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:53.339746 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff129589-ea7d-4787-b10c-bc0a8158b496') {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:53.352224 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66047265'] for segment, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.369348 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.376437 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:48:53.376831 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65708106'] for segment, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.388913 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e43ac4-a4a7-4c1f-9879-f977e0955d08,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: Traceback (most recent call last): Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: timer() Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: cb(*args, **kw) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: return func(*args, **kwargs) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: self._notify() Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: self.callback(batched_events) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: event.method(event) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: return f(self, *a, **k) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: return self._get(url).json() Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: return self.request(url, 'GET', **kwargs) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:48:53.390665 dv-cinder-794021-1-smb neutron-server[103498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:48:53.397131 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a357cca6f2e4f08a8178cd6a2691963&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1538594 Jun 01 18:48:53.400040 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:53.400397 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46140) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:53.400669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.491206 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.505426 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.515215 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:53.528690 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.549111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.555468 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:53.561283 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.565093 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-34e1b9f6-ebb4-41ad-a6e3-d74e32d3dfa8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/74a7a0ef-e0f9-4f6d-be36-fd3d901f11c2 HTTP/1.1" status: 204 len: 168 time: 0.5043283 Jun 01 18:48:53.593283 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.659959 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.671699 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4b57d61b-b4f0-4e11-922e-ba0183a9e044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:53.682511 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Router 50738a2f-fd3b-42e6-851f-a5ac73e5823f has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:53.690742 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e43ac4-a4a7-4c1f-9879-f977e0955d08,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.694067 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.696300 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:53.698332 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.700288 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7e43ac4-a4a7-4c1f-9879-f977e0955d08 HTTP/1.1" status: 204 len: 168 time: 0.2981167 Jun 01 18:48:53.771268 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-bb7c55c3-cd3e-429b-bea4-30ae0f9fd2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:53.797206 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b1f24-7fbc-49c2-ba78-5bce21edacb9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.803064 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:53.804129 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46148) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:53.834343 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 4434750a-7c7c-47f5-907c-42bde0f59873 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:53.883593 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.885000 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-aba301c0-2b69-448b-8014-90a556a91680 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b9e7915aa9a4203937d06d578812d56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0783372 Jun 01 18:48:53.885679 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46152) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:53.894311 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/673b1f24-7fbc-49c2-ba78-5bce21edacb9 HTTP/1.1" status: 204 len: 168 time: 0.8041596 Jun 01 18:48:53.923560 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:53.931785 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.934350 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] Sync routers for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:53.951104 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:53.954020 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:54.044629 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.073040 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-2ebeefda-96a5-4428-91aa-5a34b7e69fda tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "PUT /v2.0/floatingips/5aade3f5-8a91-4055-9527-924feba21692 HTTP/1.1" status: 200 len: 990 time: 3.1605918 Jun 01 18:48:54.073770 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:54.077119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60004089-0fe8-43f2-bca6-63d52cfed643" -d '{"events": [{"name": "network-changed", "server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:54.148346 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.178013 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 4434750a-7c7c-47f5-907c-42bde0f59873, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=4434750a-7c7c-47f5-907c-42bde0f59873,segment=NetworkSegment(59196604-cdff-4bfd-8576-584ed754c3d1),segment_id=59196604-cdff-4bfd-8576-584ed754c3d1)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:54.192489 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46166) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:54.210445 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '4434750a-7c7c-47f5-907c-42bde0f59873', 'network_id': '47fb7fcb-d3fb-4c79-b7e6-aab00a861555', 'port_id': '4434750a-7c7c-47f5-907c-42bde0f59873', 'mac_address': 'fa:16:3e:cf:17:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a732d85-c0ac-4fd8-8259-9f1666e4845c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:54.229354 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.273042 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0450-5a7d-41af-9fc3-67dcb182f1c7 req-721cb183-e099-485e-ae4d-3e9cda90a8d2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:54.289524 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.294742 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5e4d0450-5a7d-41af-9fc3-67dcb182f1c7 req-721cb183-e099-485e-ae4d-3e9cda90a8d2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1867177 Jun 01 18:48:54.310670 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:54.319813 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4434750a-7c7c-47f5-907c-42bde0f59873 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:48:54.331550 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:54.353426 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Usage tracker for resource:security_group_rule and tenant:cdbdd6431943413ea883aec159099ba1 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:54.354242 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 4434750a-7c7c-47f5-907c-42bde0f59873, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=4434750a-7c7c-47f5-907c-42bde0f59873,segment=NetworkSegment(59196604-cdff-4bfd-8576-584ed754c3d1),segment_id=59196604-cdff-4bfd-8576-584ed754c3d1)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:54.359933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.362711 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8123f1d4-2a87-4f70-ba6c-f45514ebb8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:54.367621 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:54.397842 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:54.432655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99cf85-3b36-4e98-8b08-7f291d071097 req-d0204d6c-b238-4d2e-a894-9fbf4f514cc4 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:54.434778 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bd99cf85-3b36-4e98-8b08-7f291d071097 req-d0204d6c-b238-4d2e-a894-9fbf4f514cc4 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 943 time: 0.3030798 Jun 01 18:48:54.443504 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.458024 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7e8bf1eb-4acf-4494-843a-58f6ca6af3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:54.460014 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=4434750a-7c7c-47f5-907c-42bde0f59873,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:54.462887 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5e4d0450-5a7d-41af-9fc3-67dcb182f1c7 req-f7bd1993-8bfd-492b-8fae-8cb202ba4e51 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588552 Jun 01 18:48:54.472720 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.473375 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.474196 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.474719 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.475657 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.476183 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.476685 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.477623 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.478104 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.478608 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.479292 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.479783 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:54.494433 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:54.511336 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cc123b-4d2c-49ca-8555-911686c1a3e3,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:54.521228 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:54.536854 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bd99cf85-3b36-4e98-8b08-7f291d071097 req-4fdef48a-bbf5-4067-8bfb-c3372f0b1e43 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874307 Jun 01 18:48:54.538795 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.540521 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53cc123b-4d2c-49ca-8555-911686c1a3e3 HTTP/1.1" status: 204 len: 168 time: 0.6520095 Jun 01 18:48:54.626005 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.643308 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.748555 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad7943-bd09-46ce-b156-b5b826b1365a x-openstack-request-id: req-3aad7943-bd09-46ce-b156-b5b826b1365a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:54.748878 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:54.749134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aad7943-bd09-46ce-b156-b5b826b1365a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:54.751682 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'status': 'completed', 'code': 200} Jun 01 18:48:54.753781 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:54.766551 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdbdd6431943413ea883aec159099ba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5722013 Jun 01 18:48:54.769523 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46180) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:54.843126 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d895909-f4b8-462f-94cd-edd4a694c031,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:54.847728 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:54.864115 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-5cdd4fcf-a536-4118-8070-06c1a99e46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:54.866253 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-5cdd4fcf-a536-4118-8070-06c1a99e46b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1098 time: 0.1138003 Jun 01 18:48:54.885831 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['4434750a-7c7c-47f5-907c-42bde0f59873'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:54.945114 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:55.002155 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:48:55.008530 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:55.050462 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-f7b3f0fc-8d1c-4dba-9deb-f74efddefec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:55.054671 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-f7b3f0fc-8d1c-4dba-9deb-f74efddefec1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.1779668 Jun 01 18:48:55.119204 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:55.124771 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-acf902f7-4e72-45c8-8d06-5d9b06719e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:55.146859 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '5aade3f5-8a91-4055-9527-924feba21692', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'port_id': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'mac_address': 'fa:16:3e:9f:3f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:48:20Z', 'updated_at': '2021-06-01T18:48:52Z', 'revision_number': 1, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:55.155630 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d895909-f4b8-462f-94cd-edd4a694c031,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:55.155933 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] Checking router: 50738a2f-fd3b-42e6-851f-a5ac73e5823f for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:55.169998 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:55.171166 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d895909-f4b8-462f-94cd-edd4a694c031 HTTP/1.1" status: 204 len: 168 time: 0.4003291 Jun 01 18:48:55.172169 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:55.175241 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:48:55.176032 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:48:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:55.414534 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-03f5eb5b-c8e5-4d9c-8833-34d92ce73955 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 200 len: 998 time: 0.3501639 Jun 01 18:48:55.509536 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-8c8d4077-fa97-493a-b966-566d8d2e1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:55.511255 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-8c8d4077-fa97-493a-b966-566d8d2e1215 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0831771 Jun 01 18:48:55.519517 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:48:55.731842 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-1766e93b-f110-4ce9-9b1b-a5cd585c4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:55.736082 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-1766e93b-f110-4ce9-9b1b-a5cd585c4a48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2098043 Jun 01 18:48:55.806422 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07d1c7-5a2e-4266-b215-26614cb00d67 req-466e2e23-290b-4179-81a7-80c283365521 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:55.809094 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cf07d1c7-5a2e-4266-b215-26614cb00d67 req-466e2e23-290b-4179-81a7-80c283365521 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2117529 Jun 01 18:48:55.874378 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e27d1-d687-4781-a8a6-2b2cc4191756 req-730bbd08-d56a-4b54-aead-ef3a0a78b455 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:55.890008 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e16e27d1-d687-4781-a8a6-2b2cc4191756 req-730bbd08-d56a-4b54-aead-ef3a0a78b455 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 944 time: 0.1643443 Jun 01 18:48:55.961617 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e16e27d1-d687-4781-a8a6-2b2cc4191756 req-671162fb-163f-42d3-9add-6b8028c88219 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704308 Jun 01 18:48:56.057353 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cf07d1c7-5a2e-4266-b215-26614cb00d67 req-c16bfbc2-fcaa-48b3-95d3-8071b7fd38a4 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279603 Jun 01 18:48:56.118817 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '5aade3f5-8a91-4055-9527-924feba21692', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'port_id': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'mac_address': 'fa:16:3e:9f:3f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:48:20Z', 'updated_at': '2021-06-01T18:48:52Z', 'revision_number': 1, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:56.127924 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-48e0dbb6-bfe5-4c60-81bc-d2971b877424 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832262 Jun 01 18:48:56.132080 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf38fe-0147-4443-87a3-185cd1b29944 None None] The sync data for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb is: [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '5aade3f5-8a91-4055-9527-924feba21692', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'port_id': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'mac_address': 'fa:16:3e:9f:3f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:48:20Z', 'updated_at': '2021-06-01T18:48:52Z', 'revision_number': 1, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:56.323692 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-60004089-0fe8-43f2-bca6-63d52cfed643 req-7ef84442-bf17-4d79-be04-c323337e2bc9 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889043 Jun 01 18:48:56.417115 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f96ab-f692-4e4f-b0b8-08f26eb0609d None None] New status for floating IP 5aade3f5-8a91-4055-9527-924feba21692: ACTIVE {{(pid=103500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:48:56.962588 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46272) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:57.255642 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f271e0-2cae-45f7-98fe-cecaeec51a51 req-e0374d84-aedc-4ffe-963c-7a6bbe225ff8 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:57.257511 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-15f271e0-2cae-45f7-98fe-cecaeec51a51 req-e0374d84-aedc-4ffe-963c-7a6bbe225ff8 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 944 time: 0.1714544 Jun 01 18:48:57.273109 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.299146 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:57.313403 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Usage tracker for resource:security_group_rule and tenant:b130d6d9300c47b6b1b99df853ecd230 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:57.317724 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:57.326061 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:57.355212 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-15f271e0-2cae-45f7-98fe-cecaeec51a51 req-0749f7ac-047f-4169-9e2e-24162e49d548 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905161 Jun 01 18:48:57.391066 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a08068-081a-4707-b5fb-ae7d07f9596e req-8ed9739d-15ab-4ee6-833b-c813ed5d0dce tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:57.392857 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c4a08068-081a-4707-b5fb-ae7d07f9596e req-8ed9739d-15ab-4ee6-833b-c813ed5d0dce tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2074101 Jun 01 18:48:57.506278 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c4a08068-081a-4707-b5fb-ae7d07f9596e req-b13a500a-cc11-4582-bc9c-6f93538326ed tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064391 Jun 01 18:48:57.584032 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.592108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.601545 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-426421cc-0527-4802-8d56-cecda82d49f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:57.644210 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31034981-30cb-494a-a1fd-ecff7b0db4d2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:57.648198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:57.660448 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b130d6d9300c47b6b1b99df853ecd230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935394 Jun 01 18:48:57.660661 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46304) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:57.733867 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.764133 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.831093 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 4434750a-7c7c-47f5-907c-42bde0f59873 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:57.833797 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.841552 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6ee8ffc4-fe0f-459d-8184-f3d76476a8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:57.853917 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31034981-30cb-494a-a1fd-ecff7b0db4d2,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:57.856556 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:57.866103 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.870189 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31034981-30cb-494a-a1fd-ecff7b0db4d2 HTTP/1.1" status: 204 len: 168 time: 0.2090483 Jun 01 18:48:57.920392 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 4434750a-7c7c-47f5-907c-42bde0f59873 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:57.925344 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 4434750a-7c7c-47f5-907c-42bde0f59873 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:57.925929 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:58.056202 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:58.095434 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4434750a-7c7c-47f5-907c-42bde0f59873'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:48:58.098516 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c52b3-73ac-4548-ae29-5c151228a106" -d '{"events": [{"server_uuid": "6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a", "name": "network-vif-plugged", "status": "completed", "tag": "4434750a-7c7c-47f5-907c-42bde0f59873"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:48:58.109134 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 4434750a-7c7c-47f5-907c-42bde0f59873, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=4434750a-7c7c-47f5-907c-42bde0f59873,segment=NetworkSegment(59196604-cdff-4bfd-8576-584ed754c3d1),segment_id=59196604-cdff-4bfd-8576-584ed754c3d1)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:58.116406 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:58.119273 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-8123f1d4-2a87-4f70-ba6c-f45514ebb8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:48:58.160624 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee7c459-aea4-4dca-98e3-e904f08703a1 x-openstack-request-id: req-3ee7c459-aea4-4dca-98e3-e904f08703a1 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:48:58.161042 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a", "name": "network-vif-plugged", "status": "completed", "tag": "4434750a-7c7c-47f5-907c-42bde0f59873", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:48:58.161250 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ee7c459-aea4-4dca-98e3-e904f08703a1 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:48:58.161614 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4434750a-7c7c-47f5-907c-42bde0f59873', 'code': 200} Jun 01 18:48:58.224235 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=4434750a-7c7c-47f5-907c-42bde0f59873,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:58.229090 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:48:58.526862 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded5a31-5afe-4a9e-b5ba-fab037773e8c req-7980f7f4-c890-4203-b0e7-a17bd4cde17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:58.529374 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3ded5a31-5afe-4a9e-b5ba-fab037773e8c req-7980f7f4-c890-4203-b0e7-a17bd4cde17b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 1098 time: 0.1412914 Jun 01 18:48:58.630660 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3ded5a31-5afe-4a9e-b5ba-fab037773e8c req-97275685-1c84-4193-8cfd-958a5a4e92c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947163 Jun 01 18:48:58.679709 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429770-dec6-486d-94de-bcc9ab95f981 req-b25d8fd2-f93e-4027-b9ab-cc81843e7fed tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:58.681965 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fe429770-dec6-486d-94de-bcc9ab95f981 req-b25d8fd2-f93e-4027-b9ab-cc81843e7fed tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 945 time: 0.1080182 Jun 01 18:48:58.755366 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fe429770-dec6-486d-94de-bcc9ab95f981 req-c15e7702-a928-412e-9e80-845ad2cc7b2c tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Jun 01 18:48:58.770460 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86e6ee-b5cf-4c7c-b2b6-3b2f99b615ae req-55370426-2125-4de4-b993-bc286e9d511a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:58.773022 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4a86e6ee-b5cf-4c7c-b2b6-3b2f99b615ae req-55370426-2125-4de4-b993-bc286e9d511a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1138883 Jun 01 18:48:58.834869 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4a86e6ee-b5cf-4c7c-b2b6-3b2f99b615ae req-24d36c96-65a5-465b-aa56-e2f754d45073 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540335 Jun 01 18:48:59.953152 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38add7-2e60-442d-a456-cfc54c0bacd3 req-0f13c728-68cc-432f-abbd-1607d66d5eb7 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:48:59.955031 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-da38add7-2e60-442d-a456-cfc54c0bacd3 req-0f13c728-68cc-432f-abbd-1607d66d5eb7 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 945 time: 0.0874808 Jun 01 18:49:00.006534 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-da38add7-2e60-442d-a456-cfc54c0bacd3 req-c03a4855-98b9-4b34-b108-6578ae2e60be tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Jun 01 18:49:00.060337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852609-1341-43fa-b234-91de85bf1a8c req-588e8ee5-6ea6-430e-ab63-0e9931d031ea tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:00.062325 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-85852609-1341-43fa-b234-91de85bf1a8c req-588e8ee5-6ea6-430e-ab63-0e9931d031ea tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0848055 Jun 01 18:49:00.131049 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-85852609-1341-43fa-b234-91de85bf1a8c req-e81c90ac-f561-49b4-819d-075a4647761d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628145 Jun 01 18:49:01.235215 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe87a2-3b16-476c-a64b-41e696114ec7 req-4bf05505-abb6-4ded-ba4b-3459c8634d37 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:01.243982 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-73fe87a2-3b16-476c-a64b-41e696114ec7 req-4bf05505-abb6-4ded-ba4b-3459c8634d37 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 945 time: 0.1131341 Jun 01 18:49:01.299750 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-73fe87a2-3b16-476c-a64b-41e696114ec7 req-96291466-9b8a-4053-af03-663794343780 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546966 Jun 01 18:49:01.368676 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27ed5-e559-46d1-8fa7-792264be2c23 req-9a0f5be3-d64d-4886-8906-bd9250ef491a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:01.370533 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-42d27ed5-e559-46d1-8fa7-792264be2c23 req-9a0f5be3-d64d-4886-8906-bd9250ef491a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0982525 Jun 01 18:49:01.427233 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-42d27ed5-e559-46d1-8fa7-792264be2c23 req-0e9beb89-ecdd-43b4-9814-27ecae8755c4 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502069 Jun 01 18:49:01.667825 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-12dc9cae-cd75-4b0a-9765-8dafe814a67d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776815 Jun 01 18:49:01.887790 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-7750b319-da4a-422f-bcdd-51838fd26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:01.890342 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-7750b319-da4a-422f-bcdd-51838fd26ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.0873530 Jun 01 18:49:01.982965 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46484) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:02.062811 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-c133b7ff-42a1-46c4-84a1-19c1ab15d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:02.064456 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-c133b7ff-42a1-46c4-84a1-19c1ab15d272 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.1396294 Jun 01 18:49:02.103434 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.118290 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:02.122709 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Usage tracker for resource:security_group_rule and tenant:73eab8872a6943998b3cdd6967c42ee5 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:02.125541 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:02.131310 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:02.134343 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-0e3f135f-dd73-4c69-90d3-4974e4b7849b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 217 time: 0.0634582 Jun 01 18:49:02.211104 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-5a3d35a0-1263-452c-81d0-63eab6a8f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:02.212603 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-5a3d35a0-1263-452c-81d0-63eab6a8f795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.0594723 Jun 01 18:49:02.215580 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.219628 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.228228 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-561c8c0a-01bb-442a-84d6-37ada0c3d392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:02.269825 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73eab8872a6943998b3cdd6967c42ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856739 Jun 01 18:49:02.271712 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57bde9b-c712-4a56-8673-28b64f1b8846,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:02.274120 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46488) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:02.290055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:02.346893 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-26a2982c-64cc-4537-bc4c-b7d80d0b68d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264181 Jun 01 18:49:02.347485 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-77391779-1994-4494-a7ac-cb9c548d8848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.376495 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-77391779-1994-4494-a7ac-cb9c548d8848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.436955 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-77391779-1994-4494-a7ac-cb9c548d8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.442713 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-743bc3f5-18e1-435c-87b8-128fbdfa40af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:02.462054 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77391779-1994-4494-a7ac-cb9c548d8848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57bde9b-c712-4a56-8673-28b64f1b8846,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:02.466436 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-77391779-1994-4494-a7ac-cb9c548d8848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:02.469277 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-77391779-1994-4494-a7ac-cb9c548d8848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.486732 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-77391779-1994-4494-a7ac-cb9c548d8848 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b57bde9b-c712-4a56-8673-28b64f1b8846 HTTP/1.1" status: 204 len: 168 time: 0.2017889 Jun 01 18:49:02.536042 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-2a6da95d-66fd-4a41-9003-4bcf10c726d4 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816454 Jun 01 18:49:02.757117 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ed80904-a7e2-4a15-82e4-c7383a79a707 req-6d95cf3b-e2ee-4ad5-ac5e-500381d2c1df service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104826 Jun 01 18:49:02.847632 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b310-0a44-46d7-9a88-43373e5b6538 req-e625a455-ec2f-4670-8675-d503039f610c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:02.857239 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a0a6b310-0a44-46d7-9a88-43373e5b6538 req-e625a455-ec2f-4670-8675-d503039f610c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1821361 Jun 01 18:49:02.913074 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46510) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:02.937711 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a0a6b310-0a44-46d7-9a88-43373e5b6538 req-f3001eb0-f371-47af-9803-e8cb2c2a77d8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792074 Jun 01 18:49:02.947685 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.971083 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:02.975363 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Usage tracker for resource:security_group_rule and tenant:561a67978b8d4530804a420af88dd66d is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:02.978534 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:02.985272 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:03.077573 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.081451 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.090388 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e84f604e-bd85-4d3f-905e-f01c1dafd63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:03.122345 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d41eba-57c7-42df-9056-cfb63b5083a5,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:03.126813 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:03.143782 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=561a67978b8d4530804a420af88dd66d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226477 Jun 01 18:49:03.148390 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46518) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:03.213842 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.241444 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.311383 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.317775 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-95641e05-34c1-432f-bead-5b04bc54dacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:03.332631 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d41eba-57c7-42df-9056-cfb63b5083a5,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:03.335029 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:03.337492 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.338838 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96d41eba-57c7-42df-9056-cfb63b5083a5 HTTP/1.1" status: 204 len: 168 time: 0.1895452 Jun 01 18:49:03.553956 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46542) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:03.709936 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.740264 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:03.745337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Usage tracker for resource:security_group_rule and tenant:bcfdcfbdc90e40ce91e5850d13ec7bb6 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:03.750037 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:03.756693 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:03.863896 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.868246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.876412 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4179d8d7-fc30-412c-97fd-99387efa1eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:03.915566 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc2efb8-cf9f-43c5-8fb3-d9d6179a7a32,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:03.942439 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcfdcfbdc90e40ce91e5850d13ec7bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850794 Jun 01 18:49:03.942439 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:03.942929 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46566) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:04.008424 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.040194 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.100978 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.105145 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:04.122753 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc2efb8-cf9f-43c5-8fb3-d9d6179a7a32,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:04.141646 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:04.151460 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.153811 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acc2efb8-cf9f-43c5-8fb3-d9d6179a7a32 HTTP/1.1" status: 204 len: 168 time: 0.2097087 Jun 01 18:49:04.282089 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0170a-963d-4f19-994b-848c6835362b req-b1542bcd-70fd-4a8d-bb9c-355c62eed76c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:04.283984 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9ae0170a-963d-4f19-994b-848c6835362b req-b1542bcd-70fd-4a8d-bb9c-355c62eed76c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1816337 Jun 01 18:49:04.344460 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9ae0170a-963d-4f19-994b-848c6835362b req-df5aaddc-0f0b-446b-8380-6ae81d8af5c5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 Jun 01 18:49:04.864353 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd8c27d5-2056-46d3-ae15-699b67919712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.967054 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.203568 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46638) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:05.399808 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f780-f5fa-4c8b-a96e-4c1eff21739b req-e83386e1-dded-4a64-b010-8560863159a6 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:05.401293 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7c06f780-f5fa-4c8b-a96e-4c1eff21739b req-e83386e1-dded-4a64-b010-8560863159a6 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 945 time: 0.1053729 Jun 01 18:49:05.406810 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1989792081-network', 'tenant_id': '46d70dbf540f4ba0883c5f5eea259246'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:05.425058 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:05.433160 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Usage tracker for resource:network and tenant:46d70dbf540f4ba0883c5f5eea259246 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:05.438635 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:05.454776 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:05.475241 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7c06f780-f5fa-4c8b-a96e-4c1eff21739b req-8c5f56ab-37f8-4338-8a7b-c59e8c4d2613 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646787 Jun 01 18:49:05.476407 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Made reservation on behalf of 46d70dbf540f4ba0883c5f5eea259246 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:05.478635 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.493750 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.510218 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:05.514670 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:46d70dbf540f4ba0883c5f5eea259246 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:05.517574 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:05.523451 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:05.582337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ad5a-21e8-43e6-9cfd-0a7eb574e85e req-535f4512-6038-4669-a715-b6ad91c76aee tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:05.583851 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7b05ad5a-21e8-43e6-9cfd-0a7eb574e85e req-535f4512-6038-4669-a715-b6ad91c76aee tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0854733 Jun 01 18:49:05.615432 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.619754 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.623974 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:05.633352 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7b05ad5a-21e8-43e6-9cfd-0a7eb574e85e req-925f55ef-dfa5-46c5-aa93-cc56adfb1b36 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Jun 01 18:49:05.659900 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:49:05.668888 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04c96b5-a3ca-4934-9c68-9cefc6b88f47,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:05.672517 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:05.675018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.675466 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Added segment 2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7 of type vlan for network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e Jun 01 18:49:05.704207 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.733745 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.735322 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:05.736327 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.741652 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:05.849941 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6452696 Jun 01 18:49:05.852975 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46668) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:05.855349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=150b1ff8-7d05-4aca-b86d-c81d73c9a02e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:05.858115 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:05.860127 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Request body: {'subnet': {'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1989792081-subnet', 'tenant_id': '46d70dbf540f4ba0883c5f5eea259246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:05.865728 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:49:05.867613 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:05.873073 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Usage tracker for resource:subnet and tenant:46d70dbf540f4ba0883c5f5eea259246 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:05.880271 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:05.888922 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:05.900221 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Made reservation on behalf of 46d70dbf540f4ba0883c5f5eea259246 for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:05.903532 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65014859'] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.452812 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65708967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65014905'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.454508 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46702) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:06.457351 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b11b602d-eacd-4e26-b987-f108a67a5649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:06.534815 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade527fc-4df6-4777-ab59-d939266a407f,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:06.538233 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:06.583276 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Checking segment: {'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:49:06.584305 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Network hostable DHCP agents. Network: 150b1ff8-7d05-4aca-b86d-c81d73c9a02e, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:49:06.614355 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.617605 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:49:06.628415 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 150b1ff8-7d05-4aca-b86d-c81d73c9a02e) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:06.639435 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:06.640032 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.643836 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44962b-561d-4a2e-bc00-cd2feaa13abe None None] Network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:49:06.679710 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:06.682083 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8276730 Jun 01 18:49:06.713751 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Usage tracker for resource:security_group_rule and tenant:f4326421468d44868b44ea8fef956826 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:06.728832 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:06.743588 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:06.812462 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0cf2b-7981-4700-ab75-16bd4b64356b req-d182e7f4-044a-4a8c-b7da-cfd78be2c91e tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:06.820060 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eaa0cf2b-7981-4700-ab75-16bd4b64356b req-d182e7f4-044a-4a8c-b7da-cfd78be2c91e tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 945 time: 0.1936753 Jun 01 18:49:06.895035 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eaa0cf2b-7981-4700-ab75-16bd4b64356b req-de1b7aa6-6081-48e7-b5cc-f4951fcd9d61 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738854 Jun 01 18:49:06.916777 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c743f4-06a3-4e0e-bc93-cc2c84de8a3f req-40baf9fc-fa2a-4ddc-a1d2-dfc651b55934 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:06.925038 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-64c743f4-06a3-4e0e-bc93-cc2c84de8a3f req-40baf9fc-fa2a-4ddc-a1d2-dfc651b55934 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1122611 Jun 01 18:49:06.944561 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.950461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.958074 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61caae15-f1b9-48e2-8382-000f24c654af None None] Network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:49:06.981701 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:06.989175 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-64c743f4-06a3-4e0e-bc93-cc2c84de8a3f req-f688355d-722e-497a-abbf-5493051c1e6a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631638 Jun 01 18:49:07.029973 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4326421468d44868b44ea8fef956826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719061 Jun 01 18:49:07.029973 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bf22c-cd41-4062-a72a-d2d2c3564791,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:07.031533 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 46720) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:07.045162 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:07.098764 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.126297 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.176789 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.184599 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.190857 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:07.205084 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bf22c-cd41-4062-a72a-d2d2c3564791,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:07.208259 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:07.210248 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.213734 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c08bf22c-cd41-4062-a72a-d2d2c3564791 HTTP/1.1" status: 204 len: 168 time: 0.1788566 Jun 01 18:49:07.256332 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e3aaf6b-12e9-49ec-b227-42c07a619d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.372500 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-80aa9044-a6e0-4e91-b42a-7113dcbe82f0 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:07.374253 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-80aa9044-a6e0-4e91-b42a-7113dcbe82f0 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 945 time: 0.1028562 Jun 01 18:49:07.579517 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Deleting port 4434750a-7c7c-47f5-907c-42bde0f59873 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:49:07.580099 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.655026 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46742) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:07.686495 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.721245 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:07.725272 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Usage tracker for resource:security_group_rule and tenant:2f46b80903df448ba4ea9b831c07fbf9 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:07.728681 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:07.734948 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:07.753807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] For port 4434750a-7c7c-47f5-907c-42bde0f59873, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=4434750a-7c7c-47f5-907c-42bde0f59873,segment=NetworkSegment(59196604-cdff-4bfd-8576-584ed754c3d1),segment_id=59196604-cdff-4bfd-8576-584ed754c3d1)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:07.754238 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.840729 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.844809 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.851972 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-fb62ccd3-5f74-4016-a5fe-83032c717682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:07.896027 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f46b80903df448ba4ea9b831c07fbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385671 Jun 01 18:49:07.897011 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ad2e2-3484-49b2-81f6-b4c87719f357,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:07.899379 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 46752) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:07.911577 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:07.974682 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.993631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Calling delete_port for 4434750a-7c7c-47f5-907c-42bde0f59873 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:49:08.001934 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.060474 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.064425 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8a916673-d8f9-497a-a22f-3885ca40fcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:08.076533 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ad2e2-3484-49b2-81f6-b4c87719f357,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:08.080569 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:08.083851 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.085467 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f77ad2e2-3484-49b2-81f6-b4c87719f357 HTTP/1.1" status: 204 len: 168 time: 0.1850808 Jun 01 18:49:08.237504 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37d6c-dd0b-482f-9452-ca8e775d47f6 req-0e399d0e-019b-4f03-931f-89418eb9e79d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:08.239260 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-47a37d6c-dd0b-482f-9452-ca8e775d47f6 req-0e399d0e-019b-4f03-931f-89418eb9e79d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1020894 Jun 01 18:49:08.243258 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764192e-253b-4605-b98a-f59f8f998a70 req-a93d1502-7108-4a7d-9181-87a6260bb162 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:08.245011 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2764192e-253b-4605-b98a-f59f8f998a70 req-a93d1502-7108-4a7d-9181-87a6260bb162 tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a HTTP/1.1" status: 200 len: 945 time: 0.2106159 Jun 01 18:49:08.300579 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.309558 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:08.314564 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['4434750a-7c7c-47f5-907c-42bde0f59873'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:08.319860 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-47a37d6c-dd0b-482f-9452-ca8e775d47f6 req-273d7d88-fed0-49fe-8365-06fda4a612c2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665793 Jun 01 18:49:08.373446 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2764192e-253b-4605-b98a-f59f8f998a70 req-38559305-ff72-4c1f-8be7-bdefbe25a37e tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b8fa4cb-38e2-40f2-9133-8e51c81ae668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203971 Jun 01 18:49:08.385220 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Pushing event deleted for resources: {'Port': ['ID=4434750a-7c7c-47f5-907c-42bde0f59873,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:08.417265 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:08.478519 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] No DVR routers for this DVR port 4434750a-7c7c-47f5-907c-42bde0f59873 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:08.482222 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.485912 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'name': 'network-vif-deleted', 'tag': '4434750a-7c7c-47f5-907c-42bde0f59873'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:49:08.490050 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffe2911-3f24-43ec-90b6-5ac8832f275d" -d '{"events": [{"server_uuid": "6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a", "name": "network-vif-deleted", "tag": "4434750a-7c7c-47f5-907c-42bde0f59873"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:49:08.510308 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0ae0d16b-b99f-4f51-936f-5580d4f243e2 req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] 10.222.0.36 "DELETE /v2.0/ports/4434750a-7c7c-47f5-907c-42bde0f59873 HTTP/1.1" status: 204 len: 173 time: 1.1289616 Jun 01 18:49:08.525198 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.570014 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0170efae-0cc5-48a9-a393-1b8deda7bb90 x-openstack-request-id: req-0170efae-0cc5-48a9-a393-1b8deda7bb90 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:49:08.575219 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a", "name": "network-vif-deleted", "tag": "4434750a-7c7c-47f5-907c-42bde0f59873", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:49:08.575219 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0170efae-0cc5-48a9-a393-1b8deda7bb90 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:49:08.575219 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb7dc34-e2ea-4c32-b70e-2d3851dbf27a', 'name': 'network-vif-deleted', 'tag': '4434750a-7c7c-47f5-907c-42bde0f59873', 'status': 'completed', 'code': 200} Jun 01 18:49:09.177478 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-0cff9c73-766e-4f17-8722-a319c414e618 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:09.178345 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-0cff9c73-766e-4f17-8722-a319c414e618 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Synchronizing usage tracker for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:network {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:09.198675 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-0cff9c73-766e-4f17-8722-a319c414e618 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Unset dirty status for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:network {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:09.200262 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-0cff9c73-766e-4f17-8722-a319c414e618 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/networks?id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e HTTP/1.1" status: 200 len: 809 time: 0.2049892 Jun 01 18:49:09.239555 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-8c5d6bc8-db12-4fcb-b561-01135ada2cf4 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/quotas/46d70dbf540f4ba0883c5f5eea259246 HTTP/1.1" status: 200 len: 375 time: 0.0178874 Jun 01 18:49:09.291315 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-9319bff3-9e50-498a-9314-53dacb405f2b tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46d70dbf540f4ba0883c5f5eea259246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508146 Jun 01 18:49:09.440842 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-15ec002b-d51a-432b-8667-5867285ef2c2 service neutron] 10.222.0.15 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399887 Jun 01 18:49:09.541299 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8315b-2fc7-4e23-8828-b226229acecb req-b729c30b-6a23-4954-9be7-8f90822e577c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:09.542768 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-abe8315b-2fc7-4e23-8828-b226229acecb req-b729c30b-6a23-4954-9be7-8f90822e577c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0906451 Jun 01 18:49:09.590033 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-abe8315b-2fc7-4e23-8828-b226229acecb req-eb318ac3-3f13-4b0a-b57e-7a61505ec5dd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394502 Jun 01 18:49:09.616789 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-58b7905b-8f34-4e25-8ee8-4f7073ac5b29 service neutron] 10.222.0.15 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664574 Jun 01 18:49:09.892561 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cbd6951e-133e-4eea-a94b-31a47216b78c req-513d6e38-f501-400b-b1bc-cda98f4f0156 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 210 time: 0.0819590 Jun 01 18:49:09.944157 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.788477 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f1e70-0dca-4fb8-9efc-d5722f3a70ed req-dac582cb-dfbf-43dd-b1b4-b265ccb2c678 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:10.790177 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4f8f1e70-0dca-4fb8-9efc-d5722f3a70ed req-dac582cb-dfbf-43dd-b1b4-b265ccb2c678 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0880067 Jun 01 18:49:10.837005 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4f8f1e70-0dca-4fb8-9efc-d5722f3a70ed req-2265d3aa-5362-4636-8063-2515d219f81e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Jun 01 18:49:11.087799 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-098970ea-a0bc-40ce-8c59-ccbaf706a515 req-a6c61d63-d313-4a65-8248-b45829f2acea tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 210 time: 0.0728827 Jun 01 18:49:11.214382 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-2f4b0542-5ef0-4db2-9125-48fe4a413468 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:11.216474 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-2f4b0542-5ef0-4db2-9125-48fe4a413468 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "GET /v2.0/networks?id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e HTTP/1.1" status: 200 len: 809 time: 0.2300746 Jun 01 18:49:11.239546 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Request body: {'port': {'device_id': '5a148e53-5dc1-406c-8852-2687d97560e7', 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e', 'admin_state_up': True, 'tenant_id': '46d70dbf540f4ba0883c5f5eea259246'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:11.407470 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:11.411512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Usage tracker for resource:port and tenant:46d70dbf540f4ba0883c5f5eea259246 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:11.414338 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:11.420368 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:11.429546 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Made reservation on behalf of 46d70dbf540f4ba0883c5f5eea259246 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:11.433120 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.603899 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Allocated IP 172.20.0.6 (150b1ff8-7d05-4aca-b86d-c81d73c9a02e/ade527fc-4df6-4777-ab59-d939266a407f/f699c98d-bdf5-46fa-b15a-26d79ac1b9b0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:11.928009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.941756 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 4434750a-7c7c-47f5-907c-42bde0f59873 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:11.980139 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 4434750a-7c7c-47f5-907c-42bde0f59873 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:49:11.980825 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 4434750a-7c7c-47f5-907c-42bde0f59873 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:12.013147 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.019861 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:12.110871 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:12.115431 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:12.122494 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:49:12.127973 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:12.128584 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.132211 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Pushing event updated for resources: {'Port': ['ID=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:12.138411 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:12.167459 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328233f-e8e3-41bf-9171-a7c899d9bfc3 req-2a6135b2-628d-44c0-b766-1175a485d1a4 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:12.167459 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2328233f-e8e3-41bf-9171-a7c899d9bfc3 req-2a6135b2-628d-44c0-b766-1175a485d1a4 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2100649 Jun 01 18:49:12.169557 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9369373 Jun 01 18:49:12.183860 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Request body: {'port': {'device_id': '5a148e53-5dc1-406c-8852-2687d97560e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:12.284472 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2328233f-e8e3-41bf-9171-a7c899d9bfc3 req-a3e0ddbe-4e34-42e3-a9aa-c4a88fd23ec5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078289 Jun 01 18:49:12.359358 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.405566 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ca104-5f1e-4480-8b41-86581bd58646 req-e394755a-6780-4a03-97a6-c4a5a68dd8e9 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:12.408415 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d77ca104-5f1e-4480-8b41-86581bd58646 req-e394755a-6780-4a03-97a6-c4a5a68dd8e9 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 931 time: 0.1195590 Jun 01 18:49:12.455446 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d77ca104-5f1e-4480-8b41-86581bd58646 req-a6b50666-0009-4aa5-9681-08c92e6fdc5e tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Jun 01 18:49:12.732273 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:49:12.739965 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.755080 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Transition to ACTIVE for port object f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:12.759255 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.764579 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:12.922212 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Pushing event updated for resources: {'Port': ['ID=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:12.928453 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:12.951483 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Attempting to bind port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:12.951834 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Attempting to bind port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:12.952156 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Attempting to bind port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 on network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:12.957456 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 on network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:12.957769 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Attempting to bind port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 on network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:12.963629 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:12.963959 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Checking segment: {'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:49:12.964338 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Bound using segment: {'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:12.965021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Bound port: f699c98d-bdf5-46fa-b15a-26d79ac1b9b0, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:12.965506 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.063490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] For port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:13.066775 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] For port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:13.070965 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.075642 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:13.130761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:13.130761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.132499 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] 10.222.0.36 "PUT /v2.0/ports/f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 HTTP/1.1" status: 200 len: 1093 time: 0.9545829 Jun 01 18:49:13.140970 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a148e53-5dc1-406c-8852-2687d97560e7', 'tag': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:49:13.143332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81286d80-e32f-4d98-b26b-e7b9437ba26f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a148e53-5dc1-406c-8852-2687d97560e7", "tag": "f699c98d-bdf5-46fa-b15a-26d79ac1b9b0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:49:13.167129 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Pushing event updated for resources: {'Port': ['ID=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:13.173438 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:13.237359 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed97345-9b76-4ab6-930f-99f92faea6b2 x-openstack-request-id: req-fed97345-9b76-4ab6-930f-99f92faea6b2 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:49:13.237668 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a148e53-5dc1-406c-8852-2687d97560e7", "tag": "f699c98d-bdf5-46fa-b15a-26d79ac1b9b0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:49:13.237938 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fed97345-9b76-4ab6-930f-99f92faea6b2 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:49:13.238340 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a148e53-5dc1-406c-8852-2687d97560e7', 'tag': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0', 'status': 'completed', 'code': 200} Jun 01 18:49:13.257039 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-689cc050-7b58-4baf-b4dc-1a3c8d073c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:13.258525 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-689cc050-7b58-4baf-b4dc-1a3c8d073c12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46d70dbf540f4ba0883c5f5eea259246&device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 1096 time: 0.0801966 Jun 01 18:49:13.343993 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-18831b0c-6d67-407f-baae-ebcfb7ff82ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 HTTP/1.1" status: 200 len: 217 time: 0.0746725 Jun 01 18:49:13.484106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-310bcea6-bba7-4745-9b21-df74834c85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:13.487486 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-310bcea6-bba7-4745-9b21-df74834c85dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ade527fc-4df6-4777-ab59-d939266a407f HTTP/1.1" status: 200 len: 849 time: 0.1345673 Jun 01 18:49:13.556755 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-971fd9c6-7dcd-443a-9d39-876b1943f196 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610368 Jun 01 18:49:13.815949 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3e0d-cfdc-41e1-9eb5-0bdd4669b76e req-936b8fd7-5e51-4c5a-b75f-12ffa4096080 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:13.818963 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0c7a3e0d-cfdc-41e1-9eb5-0bdd4669b76e req-936b8fd7-5e51-4c5a-b75f-12ffa4096080 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 943 time: 0.1067855 Jun 01 18:49:13.863452 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd41ba-2571-4846-93d8-a661b58b9d36 req-55e2a366-3a2b-48f0-bf44-8b6bbd751bbb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:13.865028 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f3cd41ba-2571-4846-93d8-a661b58b9d36 req-55e2a366-3a2b-48f0-bf44-8b6bbd751bbb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2811637 Jun 01 18:49:13.868730 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-24868a20-c724-4536-8b0f-fe10aff35625 service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046741 Jun 01 18:49:13.876685 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0c7a3e0d-cfdc-41e1-9eb5-0bdd4669b76e req-9641bfe0-b032-4d57-8f77-abee874c7e6d tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512934 Jun 01 18:49:13.972858 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f3cd41ba-2571-4846-93d8-a661b58b9d36 req-88060daf-08b8-4091-a571-ce145dd61891 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009536 Jun 01 18:49:14.095794 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1a42cab4-a1dd-4907-b435-f78be7b1b1ab req-4ca04dab-7a8e-4ce7-ad64-d32371dd3360 service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835165 Jun 01 18:49:14.229743 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-079bcfc8-d7a6-40eb-882f-546b05f0d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:14.232540 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-079bcfc8-d7a6-40eb-882f-546b05f0d0fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46d70dbf540f4ba0883c5f5eea259246&device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 1096 time: 0.0791225 Jun 01 18:49:14.369779 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-8a770bec-8692-40ad-a666-3108224ca002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:14.371398 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-8a770bec-8692-40ad-a666-3108224ca002 service neutron] 10.222.0.36 "GET /v2.0/networks?id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e HTTP/1.1" status: 200 len: 910 time: 0.1319010 Jun 01 18:49:14.438707 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-8ced7524-0a62-4e1e-ad3d-d73958be77d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 HTTP/1.1" status: 200 len: 217 time: 0.0606768 Jun 01 18:49:14.505184 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-8c6c59e2-d838-4910-850f-48169b81a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:14.506607 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-8c6c59e2-d838-4910-850f-48169b81a8da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ade527fc-4df6-4777-ab59-d939266a407f HTTP/1.1" status: 200 len: 849 time: 0.0616477 Jun 01 18:49:14.554914 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-b092ba53-9803-43b5-805b-d23a3855254f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408866 Jun 01 18:49:14.699601 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-5f634766-5372-47a5-ace5-7ff0b77d96d0 service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368742 Jun 01 18:49:14.839466 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-81286d80-e32f-4d98-b26b-e7b9437ba26f req-31decba1-4d5a-42d6-a809-c1106350de7f service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328695 Jun 01 18:49:15.103713 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dc086-50be-4e03-8bda-b1a50cd40dfe req-863337ff-b9ed-402e-b370-9f6e4ae1f0d0 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:15.112203 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ad0dc086-50be-4e03-8bda-b1a50cd40dfe req-863337ff-b9ed-402e-b370-9f6e4ae1f0d0 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 943 time: 0.1178591 Jun 01 18:49:15.179444 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ad0dc086-50be-4e03-8bda-b1a50cd40dfe req-29a02124-f0e7-46da-ad54-12f57f613e6c tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612376 Jun 01 18:49:15.228827 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d26346-e557-42be-9f0a-74eeaabe56a3 req-77271211-2ad6-44fd-9340-8e46e3c886cd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:15.230919 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b4d26346-e557-42be-9f0a-74eeaabe56a3 req-77271211-2ad6-44fd-9340-8e46e3c886cd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1237128 Jun 01 18:49:15.282183 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b4d26346-e557-42be-9f0a-74eeaabe56a3 req-a245c4a7-32b7-4f8b-8b2b-ef6e969c5add tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Jun 01 18:49:16.395016 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910cdef-19eb-485b-a144-503f78e6661a req-d3acf013-4cec-4772-b251-707ed65c5bfa tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:16.396560 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7910cdef-19eb-485b-a144-503f78e6661a req-d3acf013-4cec-4772-b251-707ed65c5bfa tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 943 time: 0.0933270 Jun 01 18:49:16.478578 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7910cdef-19eb-485b-a144-503f78e6661a req-b4151195-4584-4782-9b78-5f624a8f1a71 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736001 Jun 01 18:49:16.526443 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a407a32-85a9-42b2-a63e-0258c58c45cc req-97653444-9b19-4808-8e36-fc655b8362fb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:16.528504 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2a407a32-85a9-42b2-a63e-0258c58c45cc req-97653444-9b19-4808-8e36-fc655b8362fb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1060612 Jun 01 18:49:16.579762 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2a407a32-85a9-42b2-a63e-0258c58c45cc req-d3f8a1a0-f53d-4498-9eb6-09e297e8ed0b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447447 Jun 01 18:49:17.666668 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226a775-01bf-4d65-ae20-d144b755b81f req-7279214c-691a-41cd-aacf-80844f1951f7 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:17.669149 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4226a775-01bf-4d65-ae20-d144b755b81f req-7279214c-691a-41cd-aacf-80844f1951f7 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 943 time: 0.0916617 Jun 01 18:49:17.717698 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4226a775-01bf-4d65-ae20-d144b755b81f req-cb584b2c-9ffb-4ca2-9269-2c5c4e4cdd75 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Jun 01 18:49:17.782066 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d993d1-b75e-4efe-8a88-bf8e91276e21 req-c8c3b78e-70a5-4255-aa2c-cb7c48264deb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:17.783730 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-25d993d1-b75e-4efe-8a88-bf8e91276e21 req-c8c3b78e-70a5-4255-aa2c-cb7c48264deb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.0869312 Jun 01 18:49:17.829537 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-25d993d1-b75e-4efe-8a88-bf8e91276e21 req-6cea7402-272a-4b7f-aaea-9994ebd33b89 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Jun 01 18:49:17.982020 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:18.136878 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:18.154179 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0', 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e', 'port_id': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0', 'mac_address': 'fa:16:3e:d0:3d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade527fc-4df6-4777-ab59-d939266a407f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:18.229721 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47096) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:18.259681 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.280942 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:49:18.301461 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:18.316747 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.321657 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-16b56db9-3bea-4293-8b31-d10b2d2e55dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:18.413711 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:18.420181 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:18.430937 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.457859 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:18.463708 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Usage tracker for resource:security_group_rule and tenant:76fe037235b04a72802652da981efccf is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:18.470515 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:18.477955 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:18.481622 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6d7d-38c7-4118-8079-6c8480d19ee8 req-8715d6c3-f345-44a1-a9ae-df12603524e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:18.483127 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-78af6d7d-38c7-4118-8079-6c8480d19ee8 req-8715d6c3-f345-44a1-a9ae-df12603524e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 1098 time: 0.0952528 Jun 01 18:49:18.529398 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-78af6d7d-38c7-4118-8079-6c8480d19ee8 req-8faf51a6-efea-4d90-949b-5396ebbcc783 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Jun 01 18:49:18.576536 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.582706 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.591925 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4600e561-3ebd-43a9-a07f-93b87f7f9c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:18.633082 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76fe037235b04a72802652da981efccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008956 Jun 01 18:49:18.633959 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7956d527-cda4-44fa-a214-72752717ce4a,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:18.635897 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47106) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:18.637229 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:18.694630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.720841 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.773082 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.777570 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:18.788910 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956d527-cda4-44fa-a214-72752717ce4a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:18.791244 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:18.800600 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.804272 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7956d527-cda4-44fa-a214-72752717ce4a HTTP/1.1" status: 204 len: 168 time: 0.1648083 Jun 01 18:49:18.825146 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['f699c98d-bdf5-46fa-b15a-26d79ac1b9b0'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:18.943949 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059ce3c-148c-4efa-80ee-208ba0fd1bc5 req-68e55a8a-142f-446e-83d8-be6650aa3eef tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:18.950998 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c059ce3c-148c-4efa-80ee-208ba0fd1bc5 req-68e55a8a-142f-446e-83d8-be6650aa3eef tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 944 time: 0.1204474 Jun 01 18:49:19.000222 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c059ce3c-148c-4efa-80ee-208ba0fd1bc5 req-b48cbad9-156e-4754-8492-57dc7584e56b tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482256 Jun 01 18:49:19.053821 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0021729-fca5-452f-800d-a1b19e373fd3 req-48ee6402-2a84-4411-9f2a-2fe946cf2775 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:19.055220 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0021729-fca5-452f-800d-a1b19e373fd3 req-48ee6402-2a84-4411-9f2a-2fe946cf2775 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1067266 Jun 01 18:49:19.102874 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0021729-fca5-452f-800d-a1b19e373fd3 req-7ed002f4-0d91-49f3-ad36-f4a7598bb927 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Jun 01 18:49:20.243012 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9a06b-0910-4589-ab4a-55f28b9f7011 req-dd3c95b4-77c7-4380-910f-314d9d830268 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:20.248111 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bbf9a06b-0910-4589-ab4a-55f28b9f7011 req-dd3c95b4-77c7-4380-910f-314d9d830268 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 944 time: 0.1001754 Jun 01 18:49:20.330026 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bbf9a06b-0910-4589-ab4a-55f28b9f7011 req-f4057018-54d4-49be-9cea-fb05838a5054 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758576 Jun 01 18:49:20.403803 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af673b-b614-4e53-8e83-164917eab043 req-bfac5e36-3062-4ff7-8af0-f3bbec5b99eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:20.411382 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-70af673b-b614-4e53-8e83-164917eab043 req-bfac5e36-3062-4ff7-8af0-f3bbec5b99eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1004319 Jun 01 18:49:20.431328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:20.458983 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-70af673b-b614-4e53-8e83-164917eab043 req-08f4984e-a846-4159-9b1b-ecb79f0ee046 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Jun 01 18:49:20.598231 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.691867 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:20.695574 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Usage tracker for resource:security_group_rule and tenant:43a9ca1b616445e49775cf7f19879534 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:20.698365 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:20.701192 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60727-2ec1-406c-ae1b-ab2efff20d32 req-8b5d31f0-1914-43c8-b43a-52d96ae70dab tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:20.702654 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cfb60727-2ec1-406c-ae1b-ab2efff20d32 req-8b5d31f0-1914-43c8-b43a-52d96ae70dab tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0864832 Jun 01 18:49:20.704074 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:20.749888 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cfb60727-2ec1-406c-ae1b-ab2efff20d32 req-d0998844-0fc2-4f1b-8bad-430d97f16cb5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Jun 01 18:49:20.789375 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.793532 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.802147 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f436350f-2d9b-4832-a535-755e3accd1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:20.845207 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43a9ca1b616445e49775cf7f19879534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128494 Jun 01 18:49:20.846826 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29495716-61d8-4606-8926-9dc1ad7b8131,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:20.847830 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47188) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:20.851959 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:20.906720 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.932696 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.992330 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.995970 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e76ab41f-2a31-4427-a9ce-88b160e3201c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:21.008479 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29495716-61d8-4606-8926-9dc1ad7b8131,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:21.012342 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:21.022096 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:21.024698 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29495716-61d8-4606-8926-9dc1ad7b8131 HTTP/1.1" status: 204 len: 168 time: 0.1744039 Jun 01 18:49:21.540640 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60debf-238d-49db-adfd-aa2bfd1a34b7 req-957ca792-8660-4827-9341-0b76c9f9b7bb tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:21.541340 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-be60debf-238d-49db-adfd-aa2bfd1a34b7 req-957ca792-8660-4827-9341-0b76c9f9b7bb tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Synchronizing usage tracker for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:21.560703 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-be60debf-238d-49db-adfd-aa2bfd1a34b7 req-957ca792-8660-4827-9341-0b76c9f9b7bb tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Unset dirty status for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:21.562169 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-be60debf-238d-49db-adfd-aa2bfd1a34b7 req-957ca792-8660-4827-9341-0b76c9f9b7bb tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 944 time: 0.1091542 Jun 01 18:49:21.615201 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-be60debf-238d-49db-adfd-aa2bfd1a34b7 req-2fd49b78-e38f-445f-9252-35bd1e05094a tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Synchronizing usage tracker for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:21.635597 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-be60debf-238d-49db-adfd-aa2bfd1a34b7 req-2fd49b78-e38f-445f-9252-35bd1e05094a tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Unset dirty status for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:21.636961 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-be60debf-238d-49db-adfd-aa2bfd1a34b7 req-2fd49b78-e38f-445f-9252-35bd1e05094a tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 Jun 01 18:49:21.996199 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:22.064816 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:22.069045 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:22.069410 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:22.178569 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:22.204556 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a148e53-5dc1-406c-8852-2687d97560e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:49:22.206750 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f1b357-48fd-4d24-a232-4defb99cd49f" -d '{"events": [{"server_uuid": "5a148e53-5dc1-406c-8852-2687d97560e7", "name": "network-vif-plugged", "status": "completed", "tag": "f699c98d-bdf5-46fa-b15a-26d79ac1b9b0"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:49:22.214108 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:22.218646 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:22.220423 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-054644ba-cd95-458d-b6b5-975461b9076d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:22.252252 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a8b824-fa37-4fe8-a2db-007050a888ed x-openstack-request-id: req-a8a8b824-fa37-4fe8-a2db-007050a888ed {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:49:22.252560 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a148e53-5dc1-406c-8852-2687d97560e7", "name": "network-vif-plugged", "status": "completed", "tag": "f699c98d-bdf5-46fa-b15a-26d79ac1b9b0", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:49:22.252815 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8a8b824-fa37-4fe8-a2db-007050a888ed {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:49:22.253188 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a148e53-5dc1-406c-8852-2687d97560e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0', 'code': 200} Jun 01 18:49:22.292362 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:22.295962 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:22.479592 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d06cc-8dde-4e98-9ce2-4f4156ce3519 req-bfc63122-e7d0-4b9c-97cb-f085fe0a094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:22.482132 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-627d06cc-8dde-4e98-9ce2-4f4156ce3519 req-bfc63122-e7d0-4b9c-97cb-f085fe0a094a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 1098 time: 0.0785983 Jun 01 18:49:22.524259 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-627d06cc-8dde-4e98-9ce2-4f4156ce3519 req-84bd74a6-1ce4-4174-8863-7e02dae45a28 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Jun 01 18:49:22.804946 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197578f-0d54-42f6-97d8-a9594469b9b2 req-6292abae-b7ce-4674-bc47-797c8ce2969d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:22.811749 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1197578f-0d54-42f6-97d8-a9594469b9b2 req-6292abae-b7ce-4674-bc47-797c8ce2969d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1659811 Jun 01 18:49:22.841285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-aaf4d68b-8724-4428-8637-7db2a2021398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:22.842765 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-aaf4d68b-8724-4428-8637-7db2a2021398 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.1354473 Jun 01 18:49:22.973433 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1197578f-0d54-42f6-97d8-a9594469b9b2 req-b39cce82-f5a1-488c-9e15-ddb74162638b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608167 Jun 01 18:49:23.029258 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-469775cd-6ea8-4615-9a35-e3b06b1505f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:23.031114 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-469775cd-6ea8-4615-9a35-e3b06b1505f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.1740839 Jun 01 18:49:23.089094 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2455d-212c-4c56-bf76-5d0159321f6f req-bc3eb24e-09c1-4199-9c99-65acf738d191 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:23.097664 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1ff2455d-212c-4c56-bf76-5d0159321f6f req-bc3eb24e-09c1-4199-9c99-65acf738d191 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 945 time: 0.1669014 Jun 01 18:49:23.120911 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-d6ef65f6-59da-4513-bfc0-6354f949fd4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 217 time: 0.0814085 Jun 01 18:49:23.172497 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1ff2455d-212c-4c56-bf76-5d0159321f6f req-d91ba157-83d0-4e21-9d1a-701e69920159 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737345 Jun 01 18:49:23.230648 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-2fbc33d6-5891-44d8-80e9-ae699e30f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:23.232527 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-2fbc33d6-5891-44d8-80e9-ae699e30f179 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.1057374 Jun 01 18:49:23.286683 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-be5959ee-b278-423e-95ab-aa6ac58ad7d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473409 Jun 01 18:49:23.426589 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-85952f10-f0d6-4e2a-9083-35ce2f6bd4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321590 Jun 01 18:49:23.569076 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c85e2bfa-0abc-4c36-b052-90adb32854db req-d4432264-fe9b-4351-b8d1-92a678c89a45 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326883 Jun 01 18:49:24.241087 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5603f7e-0af6-4bb2-bb06-739230492678 req-729a3672-36cc-4f14-93b5-96a4ffcdcdfd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:24.242522 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f5603f7e-0af6-4bb2-bb06-739230492678 req-729a3672-36cc-4f14-93b5-96a4ffcdcdfd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1568778 Jun 01 18:49:24.288079 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f5603f7e-0af6-4bb2-bb06-739230492678 req-e718bb2a-7e37-478a-b8c8-7fcebbb176a5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Jun 01 18:49:24.443520 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745e2e3-aa2b-47af-8a48-3c6c33a01c06 req-dbddb726-f6f7-418b-bc51-8ee0093c36c1 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:24.444877 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2745e2e3-aa2b-47af-8a48-3c6c33a01c06 req-dbddb726-f6f7-418b-bc51-8ee0093c36c1 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 945 time: 0.0810251 Jun 01 18:49:24.495231 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2745e2e3-aa2b-47af-8a48-3c6c33a01c06 req-e1988572-a165-4b7e-8c97-426907ceb01f tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Jun 01 18:49:25.693722 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192a6f4-f27c-4c8d-9e91-11222f5b5b9d req-710d64c1-fff8-4fe0-8e7a-5daa0b8778d5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:25.696917 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1192a6f4-f27c-4c8d-9e91-11222f5b5b9d req-710d64c1-fff8-4fe0-8e7a-5daa0b8778d5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1071041 Jun 01 18:49:25.756879 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1192a6f4-f27c-4c8d-9e91-11222f5b5b9d req-5fad1a2d-2d4b-4fd9-be92-3b4f27f94ce9 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Jun 01 18:49:25.812781 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d620-5b34-43bf-af6a-fb03cf926c27 req-7c1cd09d-43c9-4281-9cca-eae205200ade tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:25.814417 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae37d620-5b34-43bf-af6a-fb03cf926c27 req-7c1cd09d-43c9-4281-9cca-eae205200ade tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 945 time: 0.0955553 Jun 01 18:49:25.864528 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae37d620-5b34-43bf-af6a-fb03cf926c27 req-e9842586-eaf5-4eac-b6e7-0f02906426cd tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Jun 01 18:49:26.966203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46975f-52cd-4e0e-9255-889d19abe1cd req-9f0916fc-7e85-4a97-a6fe-317d47130427 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:26.967770 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8f46975f-52cd-4e0e-9255-889d19abe1cd req-9f0916fc-7e85-4a97-a6fe-317d47130427 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0962725 Jun 01 18:49:27.046031 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8f46975f-52cd-4e0e-9255-889d19abe1cd req-9bdef677-8de5-4589-a7b2-cd45527d80fe tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712440 Jun 01 18:49:27.102760 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703319aa-0354-44b6-9bc3-0db4dfb14945 req-0ad7c5eb-c456-42ea-9969-b6dc65ef0fa9 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:27.109997 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-703319aa-0354-44b6-9bc3-0db4dfb14945 req-0ad7c5eb-c456-42ea-9969-b6dc65ef0fa9 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 945 time: 0.1109970 Jun 01 18:49:27.125752 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47390) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:27.162474 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-703319aa-0354-44b6-9bc3-0db4dfb14945 req-21f22e92-9074-4c21-a7ea-5da7c6095191 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514557 Jun 01 18:49:27.344918 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.366410 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:27.379925 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38597b5f-4c17-4733-93c9-dabf12590960 req-8c4e4af9-06f2-4b44-aa66-2f21cc518b81 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:27.381379 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-38597b5f-4c17-4733-93c9-dabf12590960 req-8c4e4af9-06f2-4b44-aa66-2f21cc518b81 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 945 time: 0.1804039 Jun 01 18:49:27.382496 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Usage tracker for resource:security_group_rule and tenant:dfefb3cb272f42839e36a89c23ce6c24 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:27.385859 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:27.433929 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:27.608595 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Deleting port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:49:27.608942 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.631240 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.639997 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.730616 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ce09e004-fa6b-4e86-b502-4b3ba3ea5fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:27.831816 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfefb3cb272f42839e36a89c23ce6c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048883 Jun 01 18:49:27.832452 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d75b4fd-4eea-45c4-84a1-6612b38aaad0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:27.834389 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47414) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:27.837200 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:27.872595 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] For port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:27.872944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.891278 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.920988 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.971495 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.975098 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-527edac4-f17f-43a3-8b10-cc9f3d66011a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:27.988277 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d75b4fd-4eea-45c4-84a1-6612b38aaad0,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:27.990564 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:27.994864 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.998887 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d75b4fd-4eea-45c4-84a1-6612b38aaad0 HTTP/1.1" status: 204 len: 168 time: 0.1610403 Jun 01 18:49:27.999024 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Calling delete_port for f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:49:28.142520 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.148909 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-404ce301-c02f-44d3-851a-678b12873dc2 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:28.155789 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['f699c98d-bdf5-46fa-b15a-26d79ac1b9b0'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:28.201728 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Pushing event deleted for resources: {'Port': ['ID=f699c98d-bdf5-46fa-b15a-26d79ac1b9b0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:28.207209 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:28.329732 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] No DVR routers for this DVR port f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:28.332430 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.336379 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-903b721e-70de-41b7-b3cd-f7b995d4b454 req-1770cf3d-ac70-4cdf-80c6-4b37b4ff7993 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a148e53-5dc1-406c-8852-2687d97560e7 HTTP/1.1" status: 200 len: 210 time: 0.0452063 Jun 01 18:49:28.338015 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a148e53-5dc1-406c-8852-2687d97560e7', 'name': 'network-vif-deleted', 'tag': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:49:28.339586 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47424) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:28.340765 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e81e65-a5fc-4d6e-a0a8-944f8d2ac99b" -d '{"events": [{"server_uuid": "5a148e53-5dc1-406c-8852-2687d97560e7", "name": "network-vif-deleted", "tag": "f699c98d-bdf5-46fa-b15a-26d79ac1b9b0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:49:28.381110 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-38597b5f-4c17-4733-93c9-dabf12590960 req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "DELETE /v2.0/ports/f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 HTTP/1.1" status: 204 len: 173 time: 0.9916711 Jun 01 18:49:28.394675 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4cb0f-6479-4d59-ae58-41fbda395b56 req-66e0f479-5fad-4e2f-9985-8c7e0b775f0d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:28.396191 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-13b4cb0f-6479-4d59-ae58-41fbda395b56 req-66e0f479-5fad-4e2f-9985-8c7e0b775f0d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.2067964 Jun 01 18:49:28.407619 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Deleting subnet 8a732d85-c0ac-4fd8-8259-9f1666e4845c {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:49:28.407886 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaabd1f-cc3a-48cc-a12e-9a140be029bb x-openstack-request-id: req-efaabd1f-cc3a-48cc-a12e-9a140be029bb {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:49:28.408845 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a148e53-5dc1-406c-8852-2687d97560e7", "name": "network-vif-deleted", "tag": "f699c98d-bdf5-46fa-b15a-26d79ac1b9b0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:49:28.408845 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efaabd1f-cc3a-48cc-a12e-9a140be029bb {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:49:28.411759 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.419314 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a148e53-5dc1-406c-8852-2687d97560e7', 'name': 'network-vif-deleted', 'tag': 'f699c98d-bdf5-46fa-b15a-26d79ac1b9b0', 'status': 'completed', 'code': 200} Jun 01 18:49:28.466375 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.496500 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-13b4cb0f-6479-4d59-ae58-41fbda395b56 req-2cf13a63-f117-4999-bdff-fd5e383c7ec7 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907843 Jun 01 18:49:28.524647 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.780787 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.795168 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-bcdd5a32-679b-462c-8bee-db38f8bcd5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:28.834001 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a732d85-c0ac-4fd8-8259-9f1666e4845c,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:28.836341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.841747 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:28.849065 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47440) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:28.856292 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5dd13a46-7170-433d-99d4-71816cae0559 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8a732d85-c0ac-4fd8-8259-9f1666e4845c HTTP/1.1" status: 204 len: 168 time: 0.5140417 Jun 01 18:49:28.972351 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.114120 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.128021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.128363 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.129086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.129430 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > port after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.129744 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.130070 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > port after_update 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.130383 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.130709 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.131016 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.131399 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.196590 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.196932 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.197258 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.197582 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:49:29.197947 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fb7fcb-d3fb-4c79-b7e6-aab00a861555']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:29.211700 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59196604-cdff-4bfd-8576-584ed754c3d1') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:29.211988 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59196604-cdff-4bfd-8576-584ed754c3d1') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:29.224392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.240657 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.247330 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:49:29.247699 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: from cryptography.utils import int_from_bytes Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: from cryptography.utils import int_from_bytes Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:49:29.262604 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:49:29.338936 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.343363 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:29.359213 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.367903 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Pushing event deleted for resources: {'Network': ['ID=47fb7fcb-d3fb-4c79-b7e6-aab00a861555,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:29.371400 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:29.377782 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] 10.222.0.15 "DELETE /v2.0/networks/47fb7fcb-d3fb-4c79-b7e6-aab00a861555 HTTP/1.1" status: 204 len: 168 time: 0.5275416 Jun 01 18:49:29.380414 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47452) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:29.445063 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Deleting subnet 63796a1a-f352-425c-ad87-a08b0756faa7 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:49:29.446858 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.502774 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61039881'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.564236 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.779427 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-831065ff-88c5-4fac-af1a-28e923932b45 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:29.781298 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-831065ff-88c5-4fac-af1a-28e923932b45 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/networks?id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e HTTP/1.1" status: 200 len: 809 time: 0.1491678 Jun 01 18:49:29.789086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadec66-45f8-468b-88a1-6bec915703f9 req-a9337b32-bbd6-4ade-b331-3fb5d9b44d16 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:29.790523 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1dadec66-45f8-468b-88a1-6bec915703f9 req-a9337b32-bbd6-4ade-b331-3fb5d9b44d16 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1891406 Jun 01 18:49:29.796730 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-5e5a9cef-697d-405f-ba79-14be7baddd93 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/quotas/46d70dbf540f4ba0883c5f5eea259246 HTTP/1.1" status: 200 len: 375 time: 0.0099878 Jun 01 18:49:29.847745 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-32912d1f-c397-4cb0-b34e-728c49508148 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46d70dbf540f4ba0883c5f5eea259246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457194 Jun 01 18:49:29.971960 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1dadec66-45f8-468b-88a1-6bec915703f9 req-c78d3dd8-dca7-4938-9bb9-ce23c31bf210 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711974 Jun 01 18:49:29.986100 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-1563e3b7-0f54-4db1-a074-3559efacb8a6 service neutron] 10.222.0.15 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313920 Jun 01 18:49:30.012806 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61907210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61560680'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.018191 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e8a70607-5311-433c-962b-1c3c73856b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:30.054568 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63796a1a-f352-425c-ad87-a08b0756faa7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:30.056514 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.059392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:30.063738 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-14bfcd83-da9b-4198-9cbb-e141e87ec62b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/63796a1a-f352-425c-ad87-a08b0756faa7 HTTP/1.1" status: 204 len: 168 time: 0.6824043 Jun 01 18:49:30.066181 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47472) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:30.133108 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-81d9a31a-e0a3-47c0-953c-220ef1ac16bf service neutron] 10.222.0.15 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412668 Jun 01 18:49:30.174460 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.310616 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.366032 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a836699f-749d-49b8-b411-e24ac0a54157']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:30.373990 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-281e13eb-d28b-4cfd-8139-f121961b9e91 req-e9d28e28-f847-4326-a192-c811d044ffb8 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Synchronizing usage tracker for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:30.385053 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4d8704-6ec2-4d94-ab9e-2e88a42589a3') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:30.385349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4d8704-6ec2-4d94-ab9e-2e88a42589a3') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:30.402844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.412567 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-281e13eb-d28b-4cfd-8139-f121961b9e91 req-e9d28e28-f847-4326-a192-c811d044ffb8 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Unset dirty status for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:30.413757 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-281e13eb-d28b-4cfd-8139-f121961b9e91 req-e9d28e28-f847-4326-a192-c811d044ffb8 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 210 time: 0.1087832 Jun 01 18:49:30.421951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.428823 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:49:30.429202 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:49:30.443620 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:49:30.524268 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.528769 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:30.547282 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.553497 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a836699f-749d-49b8-b411-e24ac0a54157,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:30.555663 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:30.559028 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a836699f-749d-49b8-b411-e24ac0a54157 HTTP/1.1" status: 204 len: 168 time: 0.4917302 Jun 01 18:49:30.769366 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47494) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:30.781396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518df3-a18e-40f1-8718-6ddb0a69d8cc req-0d4d33af-84ed-44dc-a0b3-58fe13ec9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:30.782877 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-63518df3-a18e-40f1-8718-6ddb0a69d8cc req-0d4d33af-84ed-44dc-a0b3-58fe13ec9d84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.0974193 Jun 01 18:49:30.823924 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-98b7a58b-196f-49d4-9742-dbf2cfc86bad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ece07defabf49cf85afa44dd13e6ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528924 Jun 01 18:49:30.824534 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47496) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:30.849641 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-63518df3-a18e-40f1-8718-6ddb0a69d8cc req-a4c83170-b958-41c2-88c2-9f75acd6d52e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595367 Jun 01 18:49:30.894524 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.922412 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.977100 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.982981 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ec5be43b-7731-4e98-a565-f0c33ec86758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:30.998737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fa4cb-38e2-40f2-9133-8e51c81ae668,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:31.002627 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:31.026069 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.028010 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b8fa4cb-38e2-40f2-9133-8e51c81ae668 HTTP/1.1" status: 204 len: 168 time: 0.2010612 Jun 01 18:49:31.191336 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ceab-c492-4f27-b976-e4fd01d1f369 req-48e521b8-a53e-449c-8858-6033b430ec7a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:31.192966 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-eb04ceab-c492-4f27-b976-e4fd01d1f369 req-48e521b8-a53e-449c-8858-6033b430ec7a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0860875 Jun 01 18:49:31.247592 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-eb04ceab-c492-4f27-b976-e4fd01d1f369 req-a9b53885-bef4-41cb-bea3-08d15754b96a tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477567 Jun 01 18:49:31.406886 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47508) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:31.471934 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6bb7361f-0f81-4e51-ba8b-ec2b064ded51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77dce3b7e3124d4ca89e7a7e4d3d879f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635455 Jun 01 18:49:31.472592 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47512) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:31.555720 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.583587 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.599119 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4d8e9e54-6333-4c93-8f90-576757b8947d req-4f98e009-c448-4a4c-aa1e-1a7fb1035870 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 210 time: 0.0572612 Jun 01 18:49:31.607387 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-b1e5bd1f-62e5-4978-b3cb-c8bf330cea8e tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:31.609479 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-b1e5bd1f-62e5-4978-b3cb-c8bf330cea8e tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "GET /v2.0/networks?id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e HTTP/1.1" status: 200 len: 809 time: 0.2163095 Jun 01 18:49:31.627313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Request body: {'port': {'device_id': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e', 'admin_state_up': True, 'tenant_id': '46d70dbf540f4ba0883c5f5eea259246'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:31.659928 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.667823 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-785feea1-0d2a-42db-96e3-6cfae5cc25e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:31.686935 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad93a3-e622-4ea2-bd7f-9f4ee8ce7a9a,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:31.689808 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:31.690743 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.691883 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bad93a3-e622-4ea2-bd7f-9f4ee8ce7a9a HTTP/1.1" status: 204 len: 168 time: 0.2156639 Jun 01 18:49:31.801703 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:31.813805 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:31.825650 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Made reservation on behalf of 46d70dbf540f4ba0883c5f5eea259246 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:31.830217 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.992984 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:49:32.046651 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:32.056017 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Allocated IP 172.20.0.13 (150b1ff8-7d05-4aca-b86d-c81d73c9a02e/ade527fc-4df6-4777-ab59-d939266a407f/7d656794-0772-4dc1-8e41-6fc6c8d70761) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:32.090831 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:49:32.091315 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f699c98d-bdf5-46fa-b15a-26d79ac1b9b0 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:32.283103 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.320770 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.330495 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:32.411943 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:32.416400 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:32.420223 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:49:32.469669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Pushing event updated for resources: {'Port': ['ID=7d656794-0772-4dc1-8e41-6fc6c8d70761,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:32.474351 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:32.507192 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:32.508264 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.546525 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9228663 Jun 01 18:49:32.562348 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Request body: {'port': {'device_id': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:32.575405 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26be3b2-ea03-46b8-b764-efc27769da90 req-2d801f2d-3941-4c1c-bb43-0f8ce5658311 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:32.576921 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f26be3b2-ea03-46b8-b764-efc27769da90 req-2d801f2d-3941-4c1c-bb43-0f8ce5658311 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.2030892 Jun 01 18:49:32.626362 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f26be3b2-ea03-46b8-b764-efc27769da90 req-484f0fc8-4611-479f-91d3-807fd3673578 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Jun 01 18:49:32.828976 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.910481 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd29a-c469-488d-894b-8b4385d93942 req-1d33f4ba-5a88-454d-88a5-d94d8a304035 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:32.911108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f93fd29a-c469-488d-894b-8b4385d93942 req-1d33f4ba-5a88-454d-88a5-d94d8a304035 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Synchronizing usage tracker for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:32.974715 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f93fd29a-c469-488d-894b-8b4385d93942 req-1d33f4ba-5a88-454d-88a5-d94d8a304035 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Unset dirty status for tenant:46d70dbf540f4ba0883c5f5eea259246 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:32.975902 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f93fd29a-c469-488d-894b-8b4385d93942 req-1d33f4ba-5a88-454d-88a5-d94d8a304035 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 932 time: 0.2331958 Jun 01 18:49:33.122911 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767f98d-c0e0-4598-9ea1-56d02bcb2016 req-7acd9bc6-e64b-4d09-a76b-4a8735ce6b43 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:33.124607 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f767f98d-c0e0-4598-9ea1-56d02bcb2016 req-7acd9bc6-e64b-4d09-a76b-4a8735ce6b43 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0876656 Jun 01 18:49:33.151307 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f93fd29a-c469-488d-894b-8b4385d93942 req-07a8774b-fb59-4016-a4b9-6c0c2ee50209 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637306 Jun 01 18:49:33.212963 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f767f98d-c0e0-4598-9ea1-56d02bcb2016 req-a781d584-2331-43e4-832d-e56dd293c9b4 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787506 Jun 01 18:49:33.257608 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-1560d5b5-e527-4a4d-a055-697e1a49268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:33.259388 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-1560d5b5-e527-4a4d-a055-697e1a49268e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.2741015 Jun 01 18:49:33.430146 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-f3968ae7-851c-4234-b39a-804114ba90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:33.431514 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-f3968ae7-851c-4234-b39a-804114ba90ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.1576977 Jun 01 18:49:33.540321 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-eb516f63-b6d5-4167-a3db-a3ad929fd3b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 217 time: 0.0782928 Jun 01 18:49:33.550711 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d656794-0772-4dc1-8e41-6fc6c8d70761 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:49:33.592297 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:33.622141 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Transition to ACTIVE for port object 7d656794-0772-4dc1-8e41-6fc6c8d70761 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:33.638538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-fd8c3a46-c7bc-442c-8732-85c82fdd1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:33.638538 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-fd8c3a46-c7bc-442c-8732-85c82fdd1fc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.0829527 Jun 01 18:49:33.638538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:33.638538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:33.775472 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-3cc5b80d-9ac7-44e9-829d-74c051df486b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093428 Jun 01 18:49:33.866434 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Pushing event updated for resources: {'Port': ['ID=7d656794-0772-4dc1-8e41-6fc6c8d70761,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:33.876303 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:34.015076 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-1764a874-b83c-46bf-a6a9-9e8694019d46 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312663 Jun 01 18:49:34.016990 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Attempting to bind port 7d656794-0772-4dc1-8e41-6fc6c8d70761 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:34.017313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Attempting to bind port 7d656794-0772-4dc1-8e41-6fc6c8d70761 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:34.017631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Attempting to bind port 7d656794-0772-4dc1-8e41-6fc6c8d70761 on network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:34.022061 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Port 7d656794-0772-4dc1-8e41-6fc6c8d70761 on network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:34.022374 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Attempting to bind port 7d656794-0772-4dc1-8e41-6fc6c8d70761 on network 150b1ff8-7d05-4aca-b86d-c81d73c9a02e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:34.046921 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:34.047276 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Checking segment: {'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:49:34.047645 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Bound using segment: {'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:34.048064 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Bound port: 7d656794-0772-4dc1-8e41-6fc6c8d70761, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:34.048394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.224569 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-352c3d11-7a4b-4405-bd99-81c8a485b9c8 req-2a2a1da4-196d-4c18-b972-c26f2606c6d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987994 Jun 01 18:49:34.225494 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] For port 7d656794-0772-4dc1-8e41-6fc6c8d70761, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:34.228502 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] For port 7d656794-0772-4dc1-8e41-6fc6c8d70761, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7d656794-0772-4dc1-8e41-6fc6c8d70761,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:34.233011 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.236435 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9867d24c-b6cb-4877-bfa6-7ca68f8cbd8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:34.424516 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a90624-2a76-43f0-bd62-b49ec8582cfa req-d26d2af2-510a-4bf0-8541-ebeb9a37ba9b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:34.424516 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b4a90624-2a76-43f0-bd62-b49ec8582cfa req-d26d2af2-510a-4bf0-8541-ebeb9a37ba9b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0823321 Jun 01 18:49:34.430879 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:34.431373 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.432708 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] 10.222.0.36 "PUT /v2.0/ports/7d656794-0772-4dc1-8e41-6fc6c8d70761 HTTP/1.1" status: 200 len: 1094 time: 1.8788369 Jun 01 18:49:34.433865 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'tag': '7d656794-0772-4dc1-8e41-6fc6c8d70761'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:49:34.436225 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d4c486-50bc-4b32-9976-ed2798ef75fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9", "tag": "7d656794-0772-4dc1-8e41-6fc6c8d70761"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:49:34.461439 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Pushing event updated for resources: {'Port': ['ID=7d656794-0772-4dc1-8e41-6fc6c8d70761,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:34.466026 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:34.489432 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ff83a-c9a8-4048-9f27-35acfd7c06cb req-7ce39ce9-b43e-4975-a863-c986ead556c8 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:34.490374 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b4a90624-2a76-43f0-bd62-b49ec8582cfa req-5307c304-b8a5-4ef8-a55c-3e5a842feddd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545011 Jun 01 18:49:34.496281 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-171ff83a-c9a8-4048-9f27-35acfd7c06cb req-7ce39ce9-b43e-4975-a863-c986ead556c8 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 944 time: 0.1407652 Jun 01 18:49:34.552461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d5029-443a-4d67-95c1-0e8c4661cb86 x-openstack-request-id: req-5b5d5029-443a-4d67-95c1-0e8c4661cb86 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:49:34.552768 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9", "tag": "7d656794-0772-4dc1-8e41-6fc6c8d70761", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:49:34.553203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b5d5029-443a-4d67-95c1-0e8c4661cb86 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:49:34.553612 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'tag': '7d656794-0772-4dc1-8e41-6fc6c8d70761', 'status': 'completed', 'code': 200} Jun 01 18:49:34.595443 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-171ff83a-c9a8-4048-9f27-35acfd7c06cb req-93d84819-67e0-4147-8ffe-3d61bdb5c852 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982811 Jun 01 18:49:34.614473 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-ac084e16-c2ae-494a-aa01-c1bfde456ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:34.616372 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-ac084e16-c2ae-494a-aa01-c1bfde456ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46d70dbf540f4ba0883c5f5eea259246&device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 1097 time: 0.1182070 Jun 01 18:49:34.692926 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-a2b4dba6-3c24-48ed-8b21-2821cf28446b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d656794-0772-4dc1-8e41-6fc6c8d70761 HTTP/1.1" status: 200 len: 217 time: 0.0662615 Jun 01 18:49:34.772119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-f839f8d6-6644-4ebb-ae65-9a04beee300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:34.773568 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-f839f8d6-6644-4ebb-ae65-9a04beee300c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ade527fc-4df6-4777-ab59-d939266a407f HTTP/1.1" status: 200 len: 849 time: 0.0684199 Jun 01 18:49:34.836184 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-9c2cd5c4-ad29-4e40-a0c3-e573cd327e96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504797 Jun 01 18:49:34.878760 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88ca91cf-93e6-49b3-a2ba-6210daa5d088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.999679 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:35.016502 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-bde86fb8-6593-46ce-afd8-b007a7a3ea8f service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722333 Jun 01 18:49:35.157874 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-31c87472-48d6-451a-9edd-23e8b49e77cb req-975d8eec-3f01-4b93-a629-59d0d4a01342 service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341755 Jun 01 18:49:35.283929 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-32f9aa38-644d-4c3d-b6ab-9e929e90266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:35.285326 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-32f9aa38-644d-4c3d-b6ab-9e929e90266f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46d70dbf540f4ba0883c5f5eea259246&device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0741863 Jun 01 18:49:35.416828 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-987655b7-6abe-4416-90f7-b59cd9a8f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:35.419095 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-987655b7-6abe-4416-90f7-b59cd9a8f4a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e HTTP/1.1" status: 200 len: 910 time: 0.1269543 Jun 01 18:49:35.492066 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-ee2db1cb-daf3-4e7b-bbda-55805a878f9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d656794-0772-4dc1-8e41-6fc6c8d70761 HTTP/1.1" status: 200 len: 217 time: 0.0662990 Jun 01 18:49:35.561966 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-a0437f4b-6675-4042-80e6-f9507a42cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:35.563647 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-a0437f4b-6675-4042-80e6-f9507a42cc06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ade527fc-4df6-4777-ab59-d939266a407f HTTP/1.1" status: 200 len: 849 time: 0.0621121 Jun 01 18:49:35.616427 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-f332eb88-8503-4029-9aea-582965318118 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=150b1ff8-7d05-4aca-b86d-c81d73c9a02e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455737 Jun 01 18:49:35.682920 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47658) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:35.706098 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbd67f-b8ce-40ca-abff-fa1afd834398 req-a725e39f-ff46-4ff6-b2d7-f0ec3f5b345b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:35.707876 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c9cbd67f-b8ce-40ca-abff-fa1afd834398 req-a725e39f-ff46-4ff6-b2d7-f0ec3f5b345b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1019971 Jun 01 18:49:35.761770 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c9cbd67f-b8ce-40ca-abff-fa1afd834398 req-57e8b347-d828-4d63-a48a-a1c1a217a8d7 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Jun 01 18:49:35.818656 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:35.824718 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-735c60dd-8d44-4d80-8b9b-90e72f504dbe service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008095 Jun 01 18:49:35.835772 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:35.840260 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Usage tracker for resource:security_group_rule and tenant:81f6501052f6493da412081f3551bbc7 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:35.843270 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:35.849515 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:35.885512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05660a64-a2ec-4e23-a321-c96bc96d17b7 req-b1289c9a-352b-454c-9ceb-22fb696e6808 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:35.887600 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-05660a64-a2ec-4e23-a321-c96bc96d17b7 req-b1289c9a-352b-454c-9ceb-22fb696e6808 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 944 time: 0.1548777 Jun 01 18:49:35.937904 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:35.941858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:35.951881 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-92bbfe34-d465-4a1b-8955-825de85578df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:35.993773 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3dea1a-1090-429c-ad8d-343b411cb90d,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:36.009868 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:36.010302 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-05660a64-a2ec-4e23-a321-c96bc96d17b7 req-515f44a2-4f12-4781-a80b-68adab354a15 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749857 Jun 01 18:49:36.014205 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81f6501052f6493da412081f3551bbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299389 Jun 01 18:49:36.016903 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47668) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:36.026423 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9d4c486-50bc-4b32-9976-ed2798ef75fc req-174565fb-783c-4f3e-a5ac-4a5c10219121 service neutron] 10.222.0.36 "GET /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903133 Jun 01 18:49:36.098288 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.124768 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.177494 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.182229 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-18f5aed2-b216-4720-bdeb-d99edabf894f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:36.201297 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3dea1a-1090-429c-ad8d-343b411cb90d,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:36.203100 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.206520 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d3dea1a-1090-429c-ad8d-343b411cb90d HTTP/1.1" status: 204 len: 168 time: 0.1851146 Jun 01 18:49:36.206520 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:36.500270 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47678) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:36.517978 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.534025 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:36.537984 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Usage tracker for resource:security_group_rule and tenant:ce390dfd213141a3bed92cf04170b800 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:36.540845 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:36.547672 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:36.636601 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.640245 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.647790 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-46277490-6a57-4bc7-843e-bd5be940c17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:36.690961 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce390dfd213141a3bed92cf04170b800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895857 Jun 01 18:49:36.692532 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f2da7f-e169-43c0-8df6-0f507c3f4a12,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:36.693715 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47684) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:36.695541 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:36.835527 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79de580-29a9-4985-b7ee-b37028cceb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.862443 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79de580-29a9-4985-b7ee-b37028cceb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.971519 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80dfe7-d2f0-45b7-aeeb-f2d711f9a765 req-b13e1dc1-443f-40b1-848b-e302c7d4d27d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:36.973092 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5d80dfe7-d2f0-45b7-aeeb-f2d711f9a765 req-b13e1dc1-443f-40b1-848b-e302c7d4d27d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1038251 Jun 01 18:49:36.975953 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79de580-29a9-4985-b7ee-b37028cceb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.981635 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1bcccf7f-efcd-4cbf-93d8-520cfc22e997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:37.008120 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79de580-29a9-4985-b7ee-b37028cceb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f2da7f-e169-43c0-8df6-0f507c3f4a12,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:37.014234 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c79de580-29a9-4985-b7ee-b37028cceb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:37.029005 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79de580-29a9-4985-b7ee-b37028cceb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:37.030164 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c79de580-29a9-4985-b7ee-b37028cceb27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34f2da7f-e169-43c0-8df6-0f507c3f4a12 HTTP/1.1" status: 204 len: 168 time: 0.3354416 Jun 01 18:49:37.050829 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5d80dfe7-d2f0-45b7-aeeb-f2d711f9a765 req-3576b140-e742-497f-b211-aa7e7bed756e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700285 Jun 01 18:49:37.143023 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:37.241638 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524adbd-d174-4a11-8a27-1273752db756 req-414de3b7-9897-4253-b589-3ceebc2d578c tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:37.243385 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4524adbd-d174-4a11-8a27-1273752db756 req-414de3b7-9897-4253-b589-3ceebc2d578c tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 944 time: 0.0956912 Jun 01 18:49:37.262671 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f4ee77a3-7bcf-473a-b922-ac83e7d68df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:37.297227 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4524adbd-d174-4a11-8a27-1273752db756 req-494a5d3e-9748-4a4f-be91-6a275666db3f tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465381 Jun 01 18:49:38.262104 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ead83-2e82-4b36-8ae6-24abbbb7bdaf req-c008d662-a4ef-48d7-863d-5e6189d025f6 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:38.263651 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4f9ead83-2e82-4b36-8ae6-24abbbb7bdaf req-c008d662-a4ef-48d7-863d-5e6189d025f6 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0842736 Jun 01 18:49:38.330566 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4f9ead83-2e82-4b36-8ae6-24abbbb7bdaf req-360ba58f-1906-4457-a680-889bb9a03317 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585306 Jun 01 18:49:38.523840 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:38.582378 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f514d8d-70f6-4633-8aab-1ec9dd87b6d0 req-0586a29d-815c-4adb-a31f-c8e3d54598a3 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:38.594396 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9f514d8d-70f6-4633-8aab-1ec9dd87b6d0 req-0586a29d-815c-4adb-a31f-c8e3d54598a3 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 944 time: 0.1321530 Jun 01 18:49:38.648311 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9f514d8d-70f6-4633-8aab-1ec9dd87b6d0 req-441d2428-950e-40fc-9204-d99aaf2dceb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529046 Jun 01 18:49:38.898676 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47776) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:39.037634 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.052349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:39.056166 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Usage tracker for resource:security_group_rule and tenant:db3a7b7962074e5785fafb843b96e9ce is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:39.059255 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:39.065110 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:39.150801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.155587 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.162426 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e6252439-fa3f-4ffe-8242-fc25f1858104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:39.204009 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db3a7b7962074e5785fafb843b96e9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042133 Jun 01 18:49:39.204982 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3de1e6-f319-4991-a399-f1078ea30ca6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:39.206595 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47786) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:39.212358 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:39.267215 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c87924d9-e666-433c-86e4-9b3d2a86f6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.297776 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c87924d9-e666-433c-86e4-9b3d2a86f6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.368463 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c87924d9-e666-433c-86e4-9b3d2a86f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.372688 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7cadd903-27b4-4e6a-b97a-c095febf2a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:39.384608 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87924d9-e666-433c-86e4-9b3d2a86f6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3de1e6-f319-4991-a399-f1078ea30ca6,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:39.388001 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-c87924d9-e666-433c-86e4-9b3d2a86f6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:39.402072 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c87924d9-e666-433c-86e4-9b3d2a86f6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.406210 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-c87924d9-e666-433c-86e4-9b3d2a86f6fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d3de1e6-f319-4991-a399-f1078ea30ca6 HTTP/1.1" status: 204 len: 168 time: 0.1985967 Jun 01 18:49:39.699649 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47810) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:39.717456 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.735739 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:39.744380 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Usage tracker for resource:security_group_rule and tenant:ac69ac31323144ba8a15dd8905a66288 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:39.748502 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:39.754213 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:39.844479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b76dc-7178-41a7-9c4d-6c6b4f4e2cbc req-5736b50d-b8a0-47b4-adcf-57f6c2b1f840 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:39.845956 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e21b76dc-7178-41a7-9c4d-6c6b4f4e2cbc req-5736b50d-b8a0-47b4-adcf-57f6c2b1f840 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 944 time: 0.0827086 Jun 01 18:49:39.850639 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.855691 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.863474 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7ffde0b1-fef6-4762-a638-f7ef8bc49f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:39.897017 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e21b76dc-7178-41a7-9c4d-6c6b4f4e2cbc req-f8c4e8e4-86d1-45c2-a6d2-c1b96a386c8e tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Jun 01 18:49:39.908293 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac69ac31323144ba8a15dd8905a66288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044036 Jun 01 18:49:39.908293 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1621ff8-7e30-4834-b161-554011ed19ca,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:39.908567 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47820) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:39.919391 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:39.945165 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.978955 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.010451 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.068402 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.074268 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5df4907e-f008-4dd2-abc6-e335b81a6730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:40.081060 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7d656794-0772-4dc1-8e41-6fc6c8d70761 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:40.124548 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1621ff8-7e30-4834-b161-554011ed19ca,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:40.127930 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:40.148414 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.149777 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1621ff8-7e30-4834-b161-554011ed19ca HTTP/1.1" status: 204 len: 168 time: 0.2402515 Jun 01 18:49:40.197945 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77ff23-ae4f-41e0-9d49-0c0ce52785f3 req-ff8fa5f3-df32-4d31-848b-5c19007f6e57 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:40.199909 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6a77ff23-ae4f-41e0-9d49-0c0ce52785f3 req-ff8fa5f3-df32-4d31-848b-5c19007f6e57 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1273911 Jun 01 18:49:40.241858 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7d656794-0772-4dc1-8e41-6fc6c8d70761, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7d656794-0772-4dc1-8e41-6fc6c8d70761,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:40.253840 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6a77ff23-ae4f-41e0-9d49-0c0ce52785f3 req-d0a7b13f-9ad5-49ed-8f25-bfff1bdf22d8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471025 Jun 01 18:49:40.281235 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '7d656794-0772-4dc1-8e41-6fc6c8d70761', 'network_id': '150b1ff8-7d05-4aca-b86d-c81d73c9a02e', 'port_id': '7d656794-0772-4dc1-8e41-6fc6c8d70761', 'mac_address': 'fa:16:3e:6e:ec:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade527fc-4df6-4777-ab59-d939266a407f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:40.341401 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.359852 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d656794-0772-4dc1-8e41-6fc6c8d70761 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:49:40.377305 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7d656794-0772-4dc1-8e41-6fc6c8d70761, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7d656794-0772-4dc1-8e41-6fc6c8d70761,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:40.382518 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.385256 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:40.471493 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=7d656794-0772-4dc1-8e41-6fc6c8d70761,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:40.483708 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:40.804318 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['7d656794-0772-4dc1-8e41-6fc6c8d70761'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:41.111738 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddaca4-c459-4ac6-8b4b-b09d2a246714 req-a027efe8-d840-4dab-8fe5-81ec9564b330 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:41.113308 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3cddaca4-c459-4ac6-8b4b-b09d2a246714 req-a027efe8-d840-4dab-8fe5-81ec9564b330 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 945 time: 0.0876989 Jun 01 18:49:41.160036 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3cddaca4-c459-4ac6-8b4b-b09d2a246714 req-9218a06e-55b1-479f-9c8d-c177ee2b8d43 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Jun 01 18:49:42.116156 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7d656794-0772-4dc1-8e41-6fc6c8d70761 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:42.192675 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 7d656794-0772-4dc1-8e41-6fc6c8d70761 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:42.202051 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 7d656794-0772-4dc1-8e41-6fc6c8d70761 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:42.202051 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.334783 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.362426 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d656794-0772-4dc1-8e41-6fc6c8d70761'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:49:42.365258 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f13df92-ec0b-4470-b0c9-708025b39c7b" -d '{"events": [{"server_uuid": "8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9", "name": "network-vif-plugged", "status": "completed", "tag": "7d656794-0772-4dc1-8e41-6fc6c8d70761"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:49:42.376908 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7d656794-0772-4dc1-8e41-6fc6c8d70761, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7d656794-0772-4dc1-8e41-6fc6c8d70761,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:42.379719 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab26cc9-e89c-4938-a278-1baf02ef0ebb req-c5b4a8aa-481a-4656-9b4a-0ece7e551221 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:42.381183 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2ab26cc9-e89c-4938-a278-1baf02ef0ebb req-c5b4a8aa-481a-4656-9b4a-0ece7e551221 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 945 time: 0.0804231 Jun 01 18:49:42.384428 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.388265 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-636cc18a-cb3d-46a5-863b-632fc7e990dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:42.435774 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2ab26cc9-e89c-4938-a278-1baf02ef0ebb req-ea6ea146-558c-495f-a9fb-b7bdbac1ae40 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476418 Jun 01 18:49:42.438815 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3299876-4a69-4deb-a44a-cec4a7abec60 x-openstack-request-id: req-d3299876-4a69-4deb-a44a-cec4a7abec60 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:49:42.439311 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9", "name": "network-vif-plugged", "status": "completed", "tag": "7d656794-0772-4dc1-8e41-6fc6c8d70761", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:49:42.439580 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3299876-4a69-4deb-a44a-cec4a7abec60 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:49:42.440160 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d656794-0772-4dc1-8e41-6fc6c8d70761', 'code': 200} Jun 01 18:49:42.483825 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=7d656794-0772-4dc1-8e41-6fc6c8d70761,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:42.487100 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:42.685811 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ca847-0513-4b98-a7e7-f255614389ea req-1ee70fc8-33f6-4943-bf54-82ef276cb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:42.687285 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1f5ca847-0513-4b98-a7e7-f255614389ea req-1ee70fc8-33f6-4943-bf54-82ef276cb23a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0734854 Jun 01 18:49:42.731263 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1f5ca847-0513-4b98-a7e7-f255614389ea req-d17ac2b4-df95-4ccc-817e-fdbd38cc7f22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Jun 01 18:49:43.565450 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-f71f7b34-193b-427a-8355-42bc9f664e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:43.567504 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-f71f7b34-193b-427a-8355-42bc9f664e57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.0966287 Jun 01 18:49:43.602673 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea9403-b7be-490a-aa86-6f1e170bae16 req-59f6d062-2a28-43c7-b353-507eca4a6b9b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:43.606724 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6cea9403-b7be-490a-aa86-6f1e170bae16 req-59f6d062-2a28-43c7-b353-507eca4a6b9b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0918186 Jun 01 18:49:43.653761 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6cea9403-b7be-490a-aa86-6f1e170bae16 req-ceb0135a-9ddf-4938-8229-1f77e272e5c3 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Jun 01 18:49:43.771260 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4753b-ea7b-46bd-84f1-530de096dbcf req-c9943cf3-4c7d-4320-8d9e-36ad11cbb688 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:43.773246 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6a4753b-ea7b-46bd-84f1-530de096dbcf req-c9943cf3-4c7d-4320-8d9e-36ad11cbb688 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 946 time: 0.2155063 Jun 01 18:49:43.775837 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-1a187b55-be22-4376-b481-c4ae11f1b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:43.777795 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-1a187b55-be22-4376-b481-c4ae11f1b5b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.1736577 Jun 01 18:49:43.864200 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-14d914ee-f14a-40df-b3d4-9826ff310c8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 217 time: 0.0676858 Jun 01 18:49:43.926979 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b6a4753b-ea7b-46bd-84f1-530de096dbcf req-afda719d-f1da-47e9-90d4-fd03fc0ec588 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475914 Jun 01 18:49:43.948840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-4bb93193-bc35-40d9-82a1-cfa150c8822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:43.950414 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-4bb93193-bc35-40d9-82a1-cfa150c8822e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.0769136 Jun 01 18:49:44.005122 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-59426f57-6f2b-4a9b-b4da-6c620ac35979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476520 Jun 01 18:49:44.161910 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-2e9c4c3a-bce4-4dce-b925-39687782bfc5 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483693 Jun 01 18:49:44.304687 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cce5e8b-dfef-4252-b9d2-b20a701c5872 req-c37e4195-6a71-483d-9660-11e54f2d7e77 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337481 Jun 01 18:49:44.366545 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 47950) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:44.485106 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.500534 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:44.504323 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Usage tracker for resource:security_group_rule and tenant:888bf6913e0649b1b50da35c32d39925 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:44.507086 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:44.513598 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:44.603646 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.608673 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.616816 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:44.658405 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=888bf6913e0649b1b50da35c32d39925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907321 Jun 01 18:49:44.659289 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d385c531-729d-480c-90fe-ff5f263ada61,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:44.661184 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 47954) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:44.662780 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:44.723976 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.750291 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.802868 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.807666 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-4792b7a1-0e0e-40d1-b6b6-c4c7e7732653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:44.819570 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d385c531-729d-480c-90fe-ff5f263ada61,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:44.822921 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:44.834341 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.839515 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d385c531-729d-480c-90fe-ff5f263ada61 HTTP/1.1" status: 204 len: 168 time: 0.1771820 Jun 01 18:49:44.864337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9d96-cc44-4d8a-8ccd-1ae236698745 req-0752c3ea-3f46-4a3b-855b-fadf28908fe5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:44.865890 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-764a9d96-cc44-4d8a-8ccd-1ae236698745 req-0752c3ea-3f46-4a3b-855b-fadf28908fe5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0923049 Jun 01 18:49:44.912834 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-764a9d96-cc44-4d8a-8ccd-1ae236698745 req-8d5f24ce-e237-4529-a4a2-fb8924a62ad2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Jun 01 18:49:45.144866 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb18eb-ef39-48b1-91f0-240fe054ee2f req-e0e95c86-dfe0-481f-81da-c00af48e201d tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:45.146484 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cdb18eb-ef39-48b1-91f0-240fe054ee2f req-e0e95c86-dfe0-481f-81da-c00af48e201d tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 946 time: 0.1007857 Jun 01 18:49:45.198295 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cdb18eb-ef39-48b1-91f0-240fe054ee2f req-639a0a75-28b1-404c-842c-3825f63fd222 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Jun 01 18:49:46.106461 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c235d-1eda-42c8-ab18-f7b5fbf75cf0 req-d6456a17-2116-4250-8b50-0844a8d910ca tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:46.107965 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-452c235d-1eda-42c8-ab18-f7b5fbf75cf0 req-d6456a17-2116-4250-8b50-0844a8d910ca tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0874240 Jun 01 18:49:46.157179 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-452c235d-1eda-42c8-ab18-f7b5fbf75cf0 req-3e6039de-047b-4eec-a8cb-73fa51cfa8cd tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Jun 01 18:49:46.418018 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620056e3-d081-4225-ba77-58606cc1e0bf req-0ee52b05-d5d3-42dc-8f37-0aa44e44ec57 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:46.419651 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-620056e3-d081-4225-ba77-58606cc1e0bf req-0ee52b05-d5d3-42dc-8f37-0aa44e44ec57 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 946 time: 0.0917547 Jun 01 18:49:46.473175 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-620056e3-d081-4225-ba77-58606cc1e0bf req-74c02a12-a306-4781-8fe8-c9c3156f8c32 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Jun 01 18:49:47.409436 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8463b6b-08ce-4146-9f6c-7940a0bc1176 req-f2eb94e7-b24b-4891-9c7d-5bd4c6b635b0 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:47.415639 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b8463b6b-08ce-4146-9f6c-7940a0bc1176 req-f2eb94e7-b24b-4891-9c7d-5bd4c6b635b0 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1507137 Jun 01 18:49:47.457741 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b8463b6b-08ce-4146-9f6c-7940a0bc1176 req-65ab8146-35fa-4bb1-a677-7f429a4d25c2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Jun 01 18:49:47.675858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c972f1-272e-4b58-88c5-70c182134448 req-66832061-d9b4-4815-a792-f7df51a43f5a tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:47.677682 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-14c972f1-272e-4b58-88c5-70c182134448 req-66832061-d9b4-4815-a792-f7df51a43f5a tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 946 time: 0.0880051 Jun 01 18:49:47.725522 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-14c972f1-272e-4b58-88c5-70c182134448 req-0a7b76fb-bce0-4f8b-8417-81fbe4340cbc tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/security-groups?id=f04c96b5-a3ca-4934-9c68-9cefc6b88f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 Jun 01 18:49:48.052911 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722c359-4350-4e95-b102-09761d0643c2 req-4bb8c596-f6bf-4b09-a3f0-0ca099b4bc35 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:48.054382 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9722c359-4350-4e95-b102-09761d0643c2 req-4bb8c596-f6bf-4b09-a3f0-0ca099b4bc35 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 946 time: 0.1482615 Jun 01 18:49:48.196873 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Deleting port 7d656794-0772-4dc1-8e41-6fc6c8d70761 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:49:48.197225 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.335880 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] For port 7d656794-0772-4dc1-8e41-6fc6c8d70761, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7d656794-0772-4dc1-8e41-6fc6c8d70761,segment=NetworkSegment(2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7),segment_id=2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:48.336233 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.461523 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Calling delete_port for 7d656794-0772-4dc1-8e41-6fc6c8d70761 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:49:48.621188 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.627671 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2a5f8e43-300e-4ade-87f7-026e14a8c826 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:48.637541 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['7d656794-0772-4dc1-8e41-6fc6c8d70761'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:48.683169 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Pushing event deleted for resources: {'Port': ['ID=7d656794-0772-4dc1-8e41-6fc6c8d70761,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:48.724424 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.724777 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.725125 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.725465 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.725807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.726142 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.726473 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.726802 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.727130 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.727479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.727812 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.728138 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:48.732231 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:48.788834 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] No DVR routers for this DVR port 7d656794-0772-4dc1-8e41-6fc6c8d70761 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:48.791411 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.795893 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'name': 'network-vif-deleted', 'tag': '7d656794-0772-4dc1-8e41-6fc6c8d70761'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:49:48.798320 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f314ff35-e957-4fe9-9e86-41542ba83e47" -d '{"events": [{"server_uuid": "8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9", "name": "network-vif-deleted", "tag": "7d656794-0772-4dc1-8e41-6fc6c8d70761"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:49:48.824437 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a25b5a-5cb3-426d-b1c3-b0ca001f0ef2 req-cc18584b-eba9-4f36-aa89-002971c64a6c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:48.825974 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-13a25b5a-5cb3-426d-b1c3-b0ca001f0ef2 req-cc18584b-eba9-4f36-aa89-002971c64a6c tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.2490995 Jun 01 18:49:48.832223 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9722c359-4350-4e95-b102-09761d0643c2 req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.36 "DELETE /v2.0/ports/7d656794-0772-4dc1-8e41-6fc6c8d70761 HTTP/1.1" status: 204 len: 173 time: 0.7720048 Jun 01 18:49:48.883490 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-13a25b5a-5cb3-426d-b1c3-b0ca001f0ef2 req-401fb43c-2bac-475b-be96-4f8b771b35e7 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501909 Jun 01 18:49:48.942919 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d206a481-7a64-49d4-a8ce-c143309fa68c req-7fa63c65-d403-480f-9bb2-58905d5256da tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] 10.222.0.15 "GET /v2.0/ports?device_id=8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9 HTTP/1.1" status: 200 len: 210 time: 0.0568779 Jun 01 18:49:48.947112 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde2c97f-0d0f-43d7-bc5c-51d39943b27e x-openstack-request-id: req-dde2c97f-0d0f-43d7-bc5c-51d39943b27e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:49:48.947460 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9", "name": "network-vif-deleted", "tag": "7d656794-0772-4dc1-8e41-6fc6c8d70761", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:49:48.947782 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dde2c97f-0d0f-43d7-bc5c-51d39943b27e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:49:48.948898 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afbcbfa-b2d3-41b4-984b-f5f7711b1fe9', 'name': 'network-vif-deleted', 'tag': '7d656794-0772-4dc1-8e41-6fc6c8d70761', 'status': 'completed', 'code': 200} Jun 01 18:49:50.080820 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5595897-daa1-4629-a1dc-be3e34eba435 req-49e4a882-090f-4126-a88b-10288e243b39 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:50.082300 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f5595897-daa1-4629-a1dc-be3e34eba435 req-49e4a882-090f-4126-a88b-10288e243b39 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0853474 Jun 01 18:49:50.128991 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f5595897-daa1-4629-a1dc-be3e34eba435 req-0af02ed8-77dd-41a5-96f1-a29f800698f2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Jun 01 18:49:51.336554 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5894e-6cce-4451-a8c0-65cf2e1d93ae req-7bfedabf-cd48-4d8f-8293-7ccba9148f24 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:51.338019 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-baf5894e-6cce-4451-a8c0-65cf2e1d93ae req-7bfedabf-cd48-4d8f-8293-7ccba9148f24 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0863802 Jun 01 18:49:51.385421 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-baf5894e-6cce-4451-a8c0-65cf2e1d93ae req-f8ac1211-f658-4569-a773-9646f64fcdd3 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Jun 01 18:49:51.650368 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48178) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:51.771220 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.789473 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:51.796472 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Usage tracker for resource:security_group_rule and tenant:41b53d92a1604d55b51d001afd98fd6d is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:51.799339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:51.805829 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:51.902099 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.907020 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.915920 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9f48f288-66af-46e0-9e4e-f3da5f88c690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:51.961103 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41b53d92a1604d55b51d001afd98fd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065374 Jun 01 18:49:51.961103 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b8696-3d66-4a8a-bfd0-1679a1e0ed02,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:51.961103 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48190) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:51.986004 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.986247 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.986595 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.986931 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.987296 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.987634 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.987967 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.988295 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.988623 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.988950 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.989278 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.989603 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:51.993615 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:52.046986 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.078710 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.140198 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.144069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-642a4bdb-a63d-4a09-88b4-6d1a349433a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:52.156271 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b8696-3d66-4a8a-bfd0-1679a1e0ed02,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:52.161437 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:52.163525 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7d656794-0772-4dc1-8e41-6fc6c8d70761 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:52.172125 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.173292 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/712b8696-3d66-4a8a-bfd0-1679a1e0ed02 HTTP/1.1" status: 204 len: 168 time: 0.2115281 Jun 01 18:49:52.248173 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 7d656794-0772-4dc1-8e41-6fc6c8d70761 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:49:52.248516 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7d656794-0772-4dc1-8e41-6fc6c8d70761 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:52.641266 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce52a4-a070-4753-8916-2c240cb99aa0 req-05d20c72-e0c5-49de-9edb-62cfe65526ac tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:52.651674 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-46ce52a4-a070-4753-8916-2c240cb99aa0 req-05d20c72-e0c5-49de-9edb-62cfe65526ac tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1078370 Jun 01 18:49:52.717792 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-46ce52a4-a070-4753-8916-2c240cb99aa0 req-94ec2229-e39b-4cbc-841d-d9f1865ea559 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641887 Jun 01 18:49:53.138190 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48244) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:53.342879 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-90398901-network', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:53.348461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:53.353734 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Usage tracker for resource:network and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:53.357736 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:53.364686 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:53.390952 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Made reservation on behalf of 767e1c5351f84f27bd5b1a6843c37699 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:53.394333 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.426199 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.446309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:53.451452 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:53.455236 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:53.461811 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:53.576311 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.581394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.584579 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9606d1a3-30fd-4406-9c35-1fe27ac64ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:53.621927 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:49:53.628222 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c379e193-4997-417a-a435-09eefacd2528,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:53.632535 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:53.637018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.638376 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Added segment dfcbb5c8-5018-40b5-a2bc-0dfa1887f864 of type vlan for network ee089a73-6fad-4910-ab69-180367295953 Jun 01 18:49:53.692326 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.729850 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.731723 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:53.732471 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.759247 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:53.833130 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6936767 Jun 01 18:49:53.839030 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48262) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:53.845244 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Request body: {'subnet': {'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-90398901-subnet', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:53.851218 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:53.861791 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Usage tracker for resource:subnet and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:53.867429 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:53.906943 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Pushing event updated for resources: {'Network': ['ID=ee089a73-6fad-4910-ab69-180367295953,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:53.911077 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:53.918868 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network ee089a73-6fad-4910-ab69-180367295953 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:49:53.921737 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:54.082836 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Made reservation on behalf of 767e1c5351f84f27bd5b1a6843c37699 for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:54.085767 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65014859'] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.213075 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d89b2-5ea9-4a06-960f-07f79034bedc req-a48c5537-9b7e-4c46-b6a3-01f1c1602d06 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:54.215399 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-441d89b2-5ea9-4a06-960f-07f79034bedc req-a48c5537-9b7e-4c46-b6a3-01f1c1602d06 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.3501089 Jun 01 18:49:54.325443 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-441d89b2-5ea9-4a06-960f-07f79034bedc req-403d83ec-ac9f-4013-80a9-c811bf60a6d6 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033509 Jun 01 18:49:54.707578 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65708967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65014905'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.711751 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:54.783879 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1516edae-c0cb-4172-ad93-4821dceafaac,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:54.787683 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:54.795752 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Checking segment: {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:49:54.796099 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Network hostable DHCP agents. Network: ee089a73-6fad-4910-ab69-180367295953, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:49:54.817885 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Network ee089a73-6fad-4910-ab69-180367295953 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:49:54.832833 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, ee089a73-6fad-4910-ab69-180367295953) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:54.862997 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:54.864006 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481112d6-a3f4-4939-b1f9-8809dc5649b5 None None] Network ee089a73-6fad-4910-ab69-180367295953 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:49:54.868039 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.921246 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-74595c8b-94e0-490c-b8e1-f41f7da2de0a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0806954 Jun 01 18:49:54.924538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48276) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:54.929668 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:54.935638 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:54.940952 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Usage tracker for resource:router and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:54.945091 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:54.953759 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:54.969379 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.971427 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.997068 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.185927 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-ee089a73-6fad-4910-ab69-180367295953', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:49:55.186836 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.407650 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Allocated IP 172.20.0.2 (ee089a73-6fad-4910-ab69-180367295953/1516edae-c0cb-4172-ad93-4821dceafaac/ba54e4b0-0b7e-4191-98af-a505269f2974) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:55.527297 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.807480 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1b280-17db-462b-8390-543b79f11f2b req-d7274175-f0dd-4e3a-9d2b-d765ecb56a60 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:55.812423 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4dc1b280-17db-462b-8390-543b79f11f2b req-d7274175-f0dd-4e3a-9d2b-d765ecb56a60 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.2763429 Jun 01 18:49:55.824413 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.854633 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Transition to ACTIVE for port object ba54e4b0-0b7e-4191-98af-a505269f2974 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:55.886768 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Transition to ACTIVE for port object ba54e4b0-0b7e-4191-98af-a505269f2974 will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:55.897196 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.906254 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:55.931527 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4dc1b280-17db-462b-8390-543b79f11f2b req-fcd736d9-41ed-4b57-bc5c-6f3ab35b500d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641367 Jun 01 18:49:55.986738 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Network ee089a73-6fad-4910-ab69-180367295953 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:55.987296 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:55.989308 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Pushing event updated for resources: {'Port': ['ID=ba54e4b0-0b7e-4191-98af-a505269f2974,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:55.998355 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.998846 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.999222 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.999570 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.999905 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.000237 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.000563 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.000887 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.001230 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.001601 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.001924 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.002241 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:56.005573 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:49:56.007889 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:56.160845 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Attempting to bind port ba54e4b0-0b7e-4191-98af-a505269f2974 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:56.161616 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Attempting to bind port ba54e4b0-0b7e-4191-98af-a505269f2974 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:56.162262 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Attempting to bind port ba54e4b0-0b7e-4191-98af-a505269f2974 on network ee089a73-6fad-4910-ab69-180367295953 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:56.176053 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:56.176954 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Checking segment: {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:49:56.177435 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.179536 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Bound using segment: {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:56.180722 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Bound port: ba54e4b0-0b7e-4191-98af-a505269f2974, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:56.181425 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.228089 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.270758 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.296430 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] For port ba54e4b0-0b7e-4191-98af-a505269f2974, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:56.304350 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] For port ba54e4b0-0b7e-4191-98af-a505269f2974, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=ba54e4b0-0b7e-4191-98af-a505269f2974,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:56.310091 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.313959 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:56.406202 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Pushing event updated for resources: {'Port': ['ID=ba54e4b0-0b7e-4191-98af-a505269f2974,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:56.425438 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:56.439291 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Allocated IP 172.28.3.80 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/27ef2284-6762-4291-bbf3-1a9792918e91) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:56.660324 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.710678 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.716520 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:56.824674 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:56.828332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:56.833437 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:49:56.869061 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Pushing event updated for resources: {'Port': ['ID=27ef2284-6762-4291-bbf3-1a9792918e91,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:56.876796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:57.265746 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de37b-a30d-40dd-97bc-4e3ed71190bb req-85a1ae17-8641-49af-a05c-f6806682362b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:57.267460 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-386de37b-a30d-40dd-97bc-4e3ed71190bb req-85a1ae17-8641-49af-a05c-f6806682362b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1477454 Jun 01 18:49:57.358506 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-386de37b-a30d-40dd-97bc-4e3ed71190bb req-08976d69-aa23-4d98-aa45-1658508050d1 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833197 Jun 01 18:49:57.519687 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.862521 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4be153-5931-464a-81ef-fe31f97f809b None None] Network ee089a73-6fad-4910-ab69-180367295953 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:49:57.980274 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-c19d8bd6-a58e-40ce-b10f-b6bac14bf72c None None] Provisioning for port ba54e4b0-0b7e-4191-98af-a505269f2974 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:58.239767 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.608776 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:49:58.732348 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8041ac0-5ada-4882-9ca3-1e0f03f886ea req-f23e5f0e-6c3e-45e0-9972-aa44965f921f tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:49:58.733895 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a8041ac0-5ada-4882-9ca3-1e0f03f886ea req-f23e5f0e-6c3e-45e0-9972-aa44965f921f tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.2024491 Jun 01 18:49:58.865696 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device ba54e4b0-0b7e-4191-98af-a505269f2974 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:58.876533 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:49:58.891453 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Sync routers for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:49:58.895770 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a8041ac0-5ada-4882-9ca3-1e0f03f886ea req-82535464-f067-4f69-819f-256b2de4b430 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051307 Jun 01 18:49:58.929277 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:49:58.929890 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:49:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:58.938140 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.939943 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0138001 Jun 01 18:49:58.942561 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48358) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:59.007139 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port ba54e4b0-0b7e-4191-98af-a505269f2974 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:59.012638 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port ba54e4b0-0b7e-4191-98af-a505269f2974 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:59.013246 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.125372 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:49:59.183706 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.230297 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port ba54e4b0-0b7e-4191-98af-a505269f2974, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=ba54e4b0-0b7e-4191-98af-a505269f2974,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:59.235928 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.251767 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:49:59.447163 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=ba54e4b0-0b7e-4191-98af-a505269f2974,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:59.459112 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:49:59.540460 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:49:57Z', 'revision_number': 3, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:59.548791 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Checking router: 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:49:59.549145 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Updating router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 port 27ef2284-6762-4291-bbf3-1a9792918e91 binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:49:59.640170 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.070316 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.085689 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Transition to ACTIVE for port object 27ef2284-6762-4291-bbf3-1a9792918e91 will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:00.097121 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.106337 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:00.189841 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.196800 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Attempting to bind port 27ef2284-6762-4291-bbf3-1a9792918e91 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:00.197396 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Attempting to bind port 27ef2284-6762-4291-bbf3-1a9792918e91 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:00.203060 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f42e-449a-4c57-880d-aa8c81986d34 req-5cd95b89-53ef-44ed-aaf2-63b8418e6448 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:00.210940 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e5e9f42e-449a-4c57-880d-aa8c81986d34 req-5cd95b89-53ef-44ed-aaf2-63b8418e6448 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1199942 Jun 01 18:50:00.212385 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Attempting to bind port 27ef2284-6762-4291-bbf3-1a9792918e91 on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:00.223158 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:00.223580 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:00.224009 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.224383 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:00.224875 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Bound port: 27ef2284-6762-4291-bbf3-1a9792918e91, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:00.225512 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.256483 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Pushing event updated for resources: {'Port': ['ID=27ef2284-6762-4291-bbf3-1a9792918e91,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:00.272273 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.272685 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.273012 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.273480 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.283408 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.283408 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.283408 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.283408 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.283408 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.284039 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.286595 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.286595 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:00.300446 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e5e9f42e-449a-4c57-880d-aa8c81986d34 req-bf9dc70d-e0b6-4c8a-ae43-423b2b9527a9 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588002 Jun 01 18:50:00.306764 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:00.375448 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] For port 27ef2284-6762-4291-bbf3-1a9792918e91, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:00.379462 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] For port 27ef2284-6762-4291-bbf3-1a9792918e91, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=27ef2284-6762-4291-bbf3-1a9792918e91,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:00.386261 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.392204 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:00.529103 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Pushing event updated for resources: {'Port': ['ID=27ef2284-6762-4291-bbf3-1a9792918e91,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:00.532160 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:00.532792 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:49:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:00.587840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Allocated IP 172.20.0.1 (ee089a73-6fad-4910-ab69-180367295953/1516edae-c0cb-4172-ad93-4821dceafaac/aa2a6658-0262-42bd-ba4b-f520e88c02d0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:00.592853 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:00.792376 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:00.793049 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device ba54e4b0-0b7e-4191-98af-a505269f2974 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:00.944023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.945619 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port ba54e4b0-0b7e-4191-98af-a505269f2974 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:00.947133 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.972343 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Transition to ACTIVE for port object aa2a6658-0262-42bd-ba4b-f520e88c02d0 will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:01.028426 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.050024 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-bcffb929-138f-4c46-96e4-b5a466cd9de8 tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:01.179614 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2a6658-0262-42bd-ba4b-f520e88c02d0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:01.191309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:01.204580 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48398) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:01.213362 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:49:57Z', 'revision_number': 3, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:01.218204 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Network ee089a73-6fad-4910-ab69-180367295953 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:01.220005 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f80ba6-77f2-46b2-a955-0a2c74e31ee4 None None] The sync data for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb is: [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:49:57Z', 'revision_number': 3, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:01.224026 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:01.226753 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:01.302861 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.441918 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.481713 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:01.489082 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Usage tracker for resource:security_group_rule and tenant:2981d200b27847dd8c6c8319473d33c1 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:01.493179 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:01.502128 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:01.592512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.697371 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.697750 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-1d9db11b-7665-4d59-8bbc-d70ab5ba7eb7 None None] Provisioning for port aa2a6658-0262-42bd-ba4b-f520e88c02d0 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:01.706980 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.717834 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-898d829a-83f9-47ab-9f19-784c8bead170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:01.720540 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-1d9db11b-7665-4d59-8bbc-d70ab5ba7eb7 None None] Provisioning complete for port aa2a6658-0262-42bd-ba4b-f520e88c02d0 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:01.722362 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9db11b-7665-4d59-8bbc-d70ab5ba7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.766161 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0028924-26d9-4cf2-8bd5-5ec240616fbd,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:01.771982 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:01.810662 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-20196335-a0c6-48f1-89cd-e21e8d50d63d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2981d200b27847dd8c6c8319473d33c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063085 Jun 01 18:50:01.822308 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48412) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:01.897324 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1d9db11b-7665-4d59-8bbc-d70ab5ba7eb7 None None] Port aa2a6658-0262-42bd-ba4b-f520e88c02d0 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:01.912189 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.945745 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.012405 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.019878 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8e7669f7-f6ac-4f3a-af5a-7fa53dbf49a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:02.036136 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0028924-26d9-4cf2-8bd5-5ec240616fbd,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:02.039239 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:02.041271 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.043475 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0028924-26d9-4cf2-8bd5-5ec240616fbd HTTP/1.1" status: 204 len: 168 time: 0.2172287 Jun 01 18:50:02.331248 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.343582 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dcf06-9dff-47af-b859-03e56deb9b57 req-05e6e4ed-0a30-47d9-9c8c-1229021a85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:02.345067 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-df4dcf06-9dff-47af-b859-03e56deb9b57 req-05e6e4ed-0a30-47d9-9c8c-1229021a85df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.2458835 Jun 01 18:50:02.345657 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.393370 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:02.488854 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f23f28-5a3e-42c2-9dc5-7cd387d721e3 req-9726c73a-c824-4297-9642-4d4c24dd2b09 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:02.497065 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-20f23f28-5a3e-42c2-9dc5-7cd387d721e3 req-9726c73a-c824-4297-9642-4d4c24dd2b09 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.3617430 Jun 01 18:50:02.555307 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48418) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:02.595348 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.617033 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.623716 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:02.629502 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b421f37f7e405f854b0ed8d7de9698 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:02.632854 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:02.642047 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-df4dcf06-9dff-47af-b859-03e56deb9b57 req-5cc03736-5208-495b-a8d3-ef96152b3fed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640264 Jun 01 18:50:02.642560 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:02.647994 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Pushing event updated for resources: {'Port': ['ID=aa2a6658-0262-42bd-ba4b-f520e88c02d0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:02.657476 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:02.682641 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-20f23f28-5a3e-42c2-9dc5-7cd387d721e3 req-1222fd55-e2eb-46d3-b9f9-726940aec0bb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845722 Jun 01 18:50:02.774964 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.780188 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.820102 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9a3c5f98-16b4-42a4-a81c-43361b6b40bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:02.852542 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-f7f4e1da-bfd5-4142-878b-192e0ca94344 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2953019 Jun 01 18:50:02.861237 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5b421f37f7e405f854b0ed8d7de9698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019140 Jun 01 18:50:02.861237 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4ed8c-0244-47cf-86ca-07ce0d527131,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:02.862682 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48424) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:02.871596 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:02.881326 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Network ee089a73-6fad-4910-ab69-180367295953 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:02.884132 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:02.910951 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 27ef2284-6762-4291-bbf3-1a9792918e91 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:03.045534 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 27ef2284-6762-4291-bbf3-1a9792918e91 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:03.052766 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 27ef2284-6762-4291-bbf3-1a9792918e91 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:03.053231 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.289581 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-54cf5b26-9356-4d13-b7e2-b966e9abc8ad None None] Provisioning complete for port aa2a6658-0262-42bd-ba4b-f520e88c02d0 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:03.289953 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54cf5b26-9356-4d13-b7e2-b966e9abc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.322594 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.329586 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.367792 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-54cf5b26-9356-4d13-b7e2-b966e9abc8ad None None] Port aa2a6658-0262-42bd-ba4b-f520e88c02d0 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:03.375155 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 27ef2284-6762-4291-bbf3-1a9792918e91, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=27ef2284-6762-4291-bbf3-1a9792918e91,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:03.381143 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.383145 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:03.436536 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-4b2994a5-c03e-4130-88e0-67f33c4958b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:03.438096 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-4b2994a5-c03e-4130-88e0-67f33c4958b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 1098 time: 0.5292490 Jun 01 18:50:03.460136 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=27ef2284-6762-4291-bbf3-1a9792918e91,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:03.464697 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:03.506074 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.633388 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:50:03.747742 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-829ce1b5-8e5c-4fef-8db8-6ff70484df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:03.749210 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-829ce1b5-8e5c-4fef-8db8-6ff70484df01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.2848675 Jun 01 18:50:03.833834 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-c2cf341d-3190-4374-8929-53f2d48641ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c709e75-05d4-48f1-8964-77c442903aff HTTP/1.1" status: 200 len: 217 time: 0.0763319 Jun 01 18:50:03.913112 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-8051769f-01ba-4d3a-bfee-bdca4c89a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:03.917544 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-8051769f-01ba-4d3a-bfee-bdca4c89a200 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.0690815 Jun 01 18:50:03.917544 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.930971 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:04.084730 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941ebc3-f45c-4a47-9149-ca4e9e9fcc39 req-22acf616-df47-45c7-a996-48d655b5d0fc tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:04.086129 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1941ebc3-f45c-4a47-9149-ca4e9e9fcc39 req-22acf616-df47-45c7-a996-48d655b5d0fc tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1040843 Jun 01 18:50:04.088139 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4ed8c-0244-47cf-86ca-07ce0d527131,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:04.098332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:04.100929 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-0493fb7f-8bfe-4aac-979c-ad6aacfd89ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571472 Jun 01 18:50:04.147643 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:04.148879 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79a4ed8c-0244-47cf-86ca-07ce0d527131 HTTP/1.1" status: 204 len: 168 time: 1.2860034 Jun 01 18:50:04.174788 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:04.186062 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Sync routers for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:04.207624 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:04.210967 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:49:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:04.250474 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] 10.222.0.15 "PUT /v2.0/routers/7d93e2d5-ea33-493f-825c-fc8e75b7dbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2947485 Jun 01 18:50:04.283864 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1941ebc3-f45c-4a47-9149-ca4e9e9fcc39 req-469a0d87-62af-47b8-9742-98c445a887d2 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693709 Jun 01 18:50:04.355297 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-05ca722e-d6a0-4e8d-908e-810191602b65 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418692 Jun 01 18:50:04.648737 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e59cddeb-7ef2-451f-8371-94fda2594662 req-98e4e20d-3c6d-42a0-8a2a-208cca88486e service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867973 Jun 01 18:50:04.677411 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:04.874671 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 27ef2284-6762-4291-bbf3-1a9792918e91 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:05.071627 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e35a0357-7e9c-4f64-b8f8-8019bd656e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.081360 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.087641 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 27ef2284-6762-4291-bbf3-1a9792918e91 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:05.089008 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.640226 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128df6b-73ad-4ff3-a0a6-48e3580892e6 req-f3dc5c37-c865-4901-afa0-91528f0e5f62 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:05.641861 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 2, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:05.642427 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2128df6b-73ad-4ff3-a0a6-48e3580892e6 req-f3dc5c37-c865-4901-afa0-91528f0e5f62 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1501989 Jun 01 18:50:05.652780 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Checking router: 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:05.657893 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Updating router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 port aa2a6658-0262-42bd-ba4b-f520e88c02d0 binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:50:05.764585 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48484) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:05.772227 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-60495157-network', 'tenant_id': 'e962e35b15114533a157c387578d828d'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:05.784373 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:05.789178 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2128df6b-73ad-4ff3-a0a6-48e3580892e6 req-7816fa60-a76b-44de-91de-3a9bc0826588 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395097 Jun 01 18:50:05.797455 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Usage tracker for resource:network and tenant:e962e35b15114533a157c387578d828d is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:05.801399 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:05.809611 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:05.822129 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.920602 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Made reservation on behalf of e962e35b15114533a157c387578d828d for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:05.923709 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.940551 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.960888 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:05.965723 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Usage tracker for resource:security_group_rule and tenant:e962e35b15114533a157c387578d828d is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:05.969627 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:05.976009 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:06.116958 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.122774 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.131873 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-82f4fcb6-8f9f-40be-b69f-df59dce302f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:06.207559 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:06.223187 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236549fe-8d01-4d83-92e0-858527de3e44,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:06.227158 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:06.242411 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.242608 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Added segment e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be of type vlan for network b3f1db64-7168-4c92-a68a-f43f5bb9e03a Jun 01 18:50:06.321152 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.381503 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.383390 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:06.386106 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.395988 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:06.439066 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.491386 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Transition to ACTIVE for port object aa2a6658-0262-42bd-ba4b-f520e88c02d0 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:06.509564 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.524934 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:06.549245 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f1db64-7168-4c92-a68a-f43f5bb9e03a,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:06.553120 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:06.580534 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8142269 Jun 01 18:50:06.581121 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48512) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:06.587884 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Request body: {'subnet': {'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-60495157-subnet', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:06.593480 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:06.599119 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Usage tracker for resource:subnet and tenant:e962e35b15114533a157c387578d828d is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:06.603193 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:06.611428 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:06.628100 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:06.633282 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Made reservation on behalf of e962e35b15114533a157c387578d828d for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:06.638726 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65014859'] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.712138 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-e074b104-4b16-4dc3-86d6-cee815ec0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:06.714328 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-e074b104-4b16-4dc3-86d6-cee815ec0f36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 1098 time: 0.2396080 Jun 01 18:50:06.780970 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02ab3-3dec-49d6-bb18-70ce56325bb7 req-2c8c885a-8991-4444-89da-0024af4be459 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:06.782506 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-dbe02ab3-3dec-49d6-bb18-70ce56325bb7 req-2c8c885a-8991-4444-89da-0024af4be459 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1984656 Jun 01 18:50:07.058595 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-dbe02ab3-3dec-49d6-bb18-70ce56325bb7 req-4ee66ed9-2a17-4ff4-bed2-10121f8fdc7b tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585752 Jun 01 18:50:07.144213 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb05999-2484-428e-a901-a21d382af4ba None None] Pushing event updated for resources: {'Port': ['ID=aa2a6658-0262-42bd-ba4b-f520e88c02d0,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:07.159205 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-3cb05999-2484-428e-a901-a21d382af4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:07.313055 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d235ba7-3d22-41e8-bfc8-8415a43bf8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.318511 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.324709 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-2121c06f-b15d-4ff6-bf75-c81c5d938a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:07.326343 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-2121c06f-b15d-4ff6-bf75-c81c5d938a4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 200 len: 920 time: 0.6051610 Jun 01 18:50:07.329147 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Attempting to bind port aa2a6658-0262-42bd-ba4b-f520e88c02d0 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:07.329593 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Attempting to bind port aa2a6658-0262-42bd-ba4b-f520e88c02d0 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:07.330031 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Attempting to bind port aa2a6658-0262-42bd-ba4b-f520e88c02d0 on network ee089a73-6fad-4910-ab69-180367295953 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:07.343083 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:07.343556 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Checking segment: {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:07.344022 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.344478 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Bound using segment: {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:07.345021 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Bound port: aa2a6658-0262-42bd-ba4b-f520e88c02d0, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:07.345461 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.460560 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65708967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65014905'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.467523 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ca67b743-49df-4e5d-9628-16facc4c6f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:07.483405 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-52d372ac-da50-4d84-b888-d796f9f75dde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 200 len: 217 time: 0.1488361 Jun 01 18:50:07.558734 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8f0d34-9389-404f-aa5a-444d758b34c4,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:07.568073 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:07.575274 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Checking segment: {'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:07.575922 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Network hostable DHCP agents. Network: b3f1db64-7168-4c92-a68a-f43f5bb9e03a, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:07.576741 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] For port aa2a6658-0262-42bd-ba4b-f520e88c02d0, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:07.585926 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] For port aa2a6658-0262-42bd-ba4b-f520e88c02d0, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=aa2a6658-0262-42bd-ba4b-f520e88c02d0,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:07.591289 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-f44aefc7-eb52-48a4-9483-d9de4be45add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:07.592835 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-f44aefc7-eb52-48a4-9483-d9de4be45add service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 200 len: 859 time: 0.1032405 Jun 01 18:50:07.595484 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.605341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:07.608081 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:07.616961 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, b3f1db64-7168-4c92-a68a-f43f5bb9e03a) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:07.629994 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:07.631016 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.667021 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-8e4a3a00-4dca-4dcc-a1e0-997e857b076d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4965da7-deff-4429-a9b3-9ebc5564a754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669737 Jun 01 18:50:07.671968 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0897961 Jun 01 18:50:07.674671 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48534) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:07.692073 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:07.697367 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:07.703772 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Usage tracker for resource:router and tenant:e962e35b15114533a157c387578d828d is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:07.707060 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:07.715048 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:07.749421 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.750580 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.785570 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb05999-2484-428e-a901-a21d382af4ba None None] Pushing event updated for resources: {'Port': ['ID=aa2a6658-0262-42bd-ba4b-f520e88c02d0,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:07.786357 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.793568 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6b858-913b-42d5-ac51-ebacfc3a3a1d None None] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:50:07.814680 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-3cb05999-2484-428e-a901-a21d382af4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:07.887613 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-a439c42c-db9b-4adf-b01b-95f171c9f549 service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134285 Jun 01 18:50:08.034398 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:08.035327 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:08.061317 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:08.227113 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2e22643a-4fe7-44b8-90c4-51629fb3bb40 req-e6af9054-3729-4ca6-a95d-086dc8343fbd service neutron] 10.222.0.36 "GET /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319879 Jun 01 18:50:08.404010 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.430730 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.466234 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:08.474202 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Usage tracker for resource:security_group_rule and tenant:336e6acdd59a4d1a957222c1b301812e is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:08.480083 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:08.488449 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:08.497711 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb738b8-f06f-46c4-87f4-4fbc870409c7 req-0f242cf7-7942-47be-a99f-eb945cde64be tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:08.505850 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-aeb738b8-f06f-46c4-87f4-4fbc870409c7 req-0f242cf7-7942-47be-a99f-eb945cde64be tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1781063 Jun 01 18:50:08.532833 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:08.596164 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-b3f1db64-7168-4c92-a68a-f43f5bb9e03a', 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'fixed_ips': [{'subnet_id': 'ba8f0d34-9389-404f-aa5a-444d758b34c4'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:50:08.596892 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.622983 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.626905 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-aeb738b8-f06f-46c4-87f4-4fbc870409c7 req-0e3d0b08-699d-427e-8523-4ebc115594a8 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193037 Jun 01 18:50:08.628649 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.651774 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3691f943-a14f-4e2f-9b49-18fb17a68384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:08.688728 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=336e6acdd59a4d1a957222c1b301812e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188371 Jun 01 18:50:08.694251 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48552) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:08.699458 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.719285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea56a9-ae43-4c56-8df2-bf80e48ef688,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:08.724809 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:08.793397 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.827619 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.902727 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.907403 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f277ff50-d8d8-4a2c-854e-19171c95cc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:08.921471 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea56a9-ae43-4c56-8df2-bf80e48ef688,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:08.931522 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:08.938299 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.939531 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/deea56a9-ae43-4c56-8df2-bf80e48ef688 HTTP/1.1" status: 204 len: 168 time: 0.2429707 Jun 01 18:50:08.991661 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:50:09.002645 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Allocated IP 172.20.0.2 (b3f1db64-7168-4c92-a68a-f43f5bb9e03a/ba8f0d34-9389-404f-aa5a-444d758b34c4/268df93d-58c9-416a-bd70-6d2906a5baf6) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:09.274387 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.320343 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.372486 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.394984 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Transition to ACTIVE for port object 268df93d-58c9-416a-bd70-6d2906a5baf6 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:09.426177 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Transition to ACTIVE for port object 268df93d-58c9-416a-bd70-6d2906a5baf6 will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:09.439520 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.445855 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:09.534060 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Pushing event updated for resources: {'Port': ['ID=268df93d-58c9-416a-bd70-6d2906a5baf6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:09.547959 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:07Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:09.550197 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48566) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:09.558193 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Allocated IP 172.28.3.182 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/e9ab1061-8267-4caf-a6bc-72e7ae8c69c3) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:09.570432 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:09.573998 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1826f-4995-44a8-9e79-f57b0579692c None None] The sync data for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb is: [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:07Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:09.582609 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.591661 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:09.594618 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:09.601314 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:09.664198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:09.670470 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Usage tracker for resource:security_group_rule and tenant:aefd226759c14ba5bbc8f88c275ba68a is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:09.674267 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:09.681552 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:09.797544 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Attempting to bind port 268df93d-58c9-416a-bd70-6d2906a5baf6 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:09.798149 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Attempting to bind port 268df93d-58c9-416a-bd70-6d2906a5baf6 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:09.799232 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Attempting to bind port 268df93d-58c9-416a-bd70-6d2906a5baf6 on network b3f1db64-7168-4c92-a68a-f43f5bb9e03a {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:09.806729 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:09.808025 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Checking segment: {'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:09.808755 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.809265 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Bound using segment: {'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:09.809869 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Bound port: 268df93d-58c9-416a-bd70-6d2906a5baf6, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:09.810456 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.831317 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.840236 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.850537 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-262e044f-6343-4d2b-b43c-6a74b4da1a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:09.892646 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33434cb8-36f0-40ad-85bf-a8d43b88d13d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:09.897273 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:09.934273 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48570) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:09.935414 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aefd226759c14ba5bbc8f88c275ba68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832314 Jun 01 18:50:09.997734 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] For port 268df93d-58c9-416a-bd70-6d2906a5baf6, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:10.001467 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] For port 268df93d-58c9-416a-bd70-6d2906a5baf6, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=268df93d-58c9-416a-bd70-6d2906a5baf6,segment=NetworkSegment(e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be),segment_id=e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:10.012314 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.019969 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:10.053901 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d262bb6-f5bf-491b-984f-4f2a6476caa4 req-bd569b50-1635-4469-911a-31dc4931178d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:10.055479 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8d262bb6-f5bf-491b-984f-4f2a6476caa4 req-bd569b50-1635-4469-911a-31dc4931178d tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1101797 Jun 01 18:50:10.131855 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.136468 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.160574 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8d262bb6-f5bf-491b-984f-4f2a6476caa4 req-2bac41fa-0460-4b86-ac55-2cf632f53c86 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969772 Jun 01 18:50:10.160986 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.193403 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.208395 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Pushing event updated for resources: {'Port': ['ID=268df93d-58c9-416a-bd70-6d2906a5baf6,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:10.215640 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:10.302602 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.310524 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-c8275652-3bae-45f7-b4cc-ae32852d13fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:10.329159 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33434cb8-36f0-40ad-85bf-a8d43b88d13d,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:10.335909 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:10.353304 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.375251 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.377123 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33434cb8-36f0-40ad-85bf-a8d43b88d13d HTTP/1.1" status: 204 len: 168 time: 0.4414883 Jun 01 18:50:10.392165 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:10.488937 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:10.492393 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:10.496556 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:10.572564 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Pushing event updated for resources: {'Port': ['ID=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:10.578509 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:11.005035 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device aa2a6658-0262-42bd-ba4b-f520e88c02d0 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:11.173716 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port aa2a6658-0262-42bd-ba4b-f520e88c02d0 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:11.183393 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port aa2a6658-0262-42bd-ba4b-f520e88c02d0 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:11.183773 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.626724 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.647662 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.720344 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port aa2a6658-0262-42bd-ba4b-f520e88c02d0, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=aa2a6658-0262-42bd-ba4b-f520e88c02d0,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:11.729557 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.730533 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 268df93d-58c9-416a-bd70-6d2906a5baf6 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:11.868503 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:11.972194 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 268df93d-58c9-416a-bd70-6d2906a5baf6 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:12.003207 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b28be1-5889-4f07-b069-ffd6ca83e4e5 req-23594a6c-1a76-42f7-a6f0-da2d249c0ba3 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:12.005297 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=aa2a6658-0262-42bd-ba4b-f520e88c02d0,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:12.009261 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:12.011957 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f0b28be1-5889-4f07-b069-ffd6ca83e4e5 req-23594a6c-1a76-42f7-a6f0-da2d249c0ba3 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.5327103 Jun 01 18:50:12.022569 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c157287f-1812-46e5-b154-981dcba93672 None None] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:50:12.159136 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f0b28be1-5889-4f07-b069-ffd6ca83e4e5 req-ba6c521f-4c7c-4a91-b009-f8eb12ee6eae tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462133 Jun 01 18:50:12.233653 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] Provisioning for port 268df93d-58c9-416a-bd70-6d2906a5baf6 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:12.240451 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] Provisioning complete for port 268df93d-58c9-416a-bd70-6d2906a5baf6 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:12.240831 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.480640 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.534217 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.599066 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] For port 268df93d-58c9-416a-bd70-6d2906a5baf6, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=268df93d-58c9-416a-bd70-6d2906a5baf6,segment=NetworkSegment(e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be),segment_id=e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:12.612275 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.615289 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:12.708768 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] Pushing event updated for resources: {'Port': ['ID=268df93d-58c9-416a-bd70-6d2906a5baf6,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:12.714471 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-61ccb222-983c-4c13-8d7c-907c7d1bc83c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:12.857592 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device aa2a6658-0262-42bd-ba4b-f520e88c02d0 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:12.916221 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Router 695846d0-6461-41aa-bc28-49cbb68035e6 is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:50:13.019541 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port aa2a6658-0262-42bd-ba4b-f520e88c02d0 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:13.020693 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.148477 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-1f7a14db-f607-4adc-a821-b3e09af5e067 None None] Provisioning complete for port 268df93d-58c9-416a-bd70-6d2906a5baf6 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:13.148946 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f7a14db-f607-4adc-a821-b3e09af5e067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.373057 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:13.382820 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Sync routers for ids ['695846d0-6461-41aa-bc28-49cbb68035e6'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:13.407215 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Routers {'695846d0-6461-41aa-bc28-49cbb68035e6'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:13.408644 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['695846d0-6461-41aa-bc28-49cbb68035e6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:13.444965 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Notify callbacks [] for router, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.449437 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.7705586 Jun 01 18:50:13.449704 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48648) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:13.633674 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Set router 695846d0-6461-41aa-bc28-49cbb68035e6 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:14.029920 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 3, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port': {'id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:09Z', 'updated_at': '2021-06-01T18:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:14.034187 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Checking router: 695846d0-6461-41aa-bc28-49cbb68035e6 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:14.034587 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Updating router 695846d0-6461-41aa-bc28-49cbb68035e6 port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:50:14.105585 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.407147 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.803952 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.813355 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Allocated IP 172.20.0.1 (b3f1db64-7168-4c92-a68a-f43f5bb9e03a/ba8f0d34-9389-404f-aa5a-444d758b34c4/e759694e-f525-4363-9eab-5c1e77408af1) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:14.832619 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 268df93d-58c9-416a-bd70-6d2906a5baf6 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:14.840755 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Transition to ACTIVE for port object e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:14.859956 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.873432 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-591e3917-2829-4fbc-ad6b-ace113b23767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:14.961427 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 268df93d-58c9-416a-bd70-6d2906a5baf6 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:14.961868 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.012460 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0ec43-7193-405c-8257-949597ced7b4 None None] Pushing event updated for resources: {'Port': ['ID=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:15.026324 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-c8c0ec43-7193-405c-8257-949597ced7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:15.070332 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Attempting to bind port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:15.071925 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Attempting to bind port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:15.072580 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Attempting to bind port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:15.079096 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:15.079630 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:15.080118 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.080595 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:15.081182 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Bound port: e9ab1061-8267-4caf-a6bc-72e7ae8c69c3, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:15.081641 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.189920 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] For port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:15.196293 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] For port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:15.211380 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.216441 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-e04faa5f-49d4-4d4f-90e7-6172c279b89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:15.301857 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Routers {'695846d0-6461-41aa-bc28-49cbb68035e6'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:15.302171 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['695846d0-6461-41aa-bc28-49cbb68035e6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:15.363959 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0ec43-7193-405c-8257-949597ced7b4 None None] Pushing event updated for resources: {'Port': ['ID=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:15.378931 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.384734 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-c8c0ec43-7193-405c-8257-949597ced7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:15.398297 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Transition to ACTIVE for port object e759694e-f525-4363-9eab-5c1e77408af1 will not be triggered until provisioned by entity DHCP. {{(pid=103498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:15.455345 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.460262 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:15.536272 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] Set router 695846d0-6461-41aa-bc28-49cbb68035e6 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:15.574561 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:15.577902 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:15.587549 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:15.637211 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Pushing event updated for resources: {'Port': ['ID=e759694e-f525-4363-9eab-5c1e77408af1,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:15.642055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:15.667990 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.883478 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.995398 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-028045f0-3898-4c46-afb5-0da5d006b6e4 None None] Provisioning for port e759694e-f525-4363-9eab-5c1e77408af1 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:16.006725 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-028045f0-3898-4c46-afb5-0da5d006b6e4 None None] Provisioning complete for port e759694e-f525-4363-9eab-5c1e77408af1 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:16.007461 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-028045f0-3898-4c46-afb5-0da5d006b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.029076 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 3, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port': {'id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:09Z', 'updated_at': '2021-06-01T18:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:16.044221 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93d06f-ede4-445e-b0e5-3809877a208b None None] The sync data for ids ['695846d0-6461-41aa-bc28-49cbb68035e6'] in dv-cinder-794021-1-smb is: [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 3, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port': {'id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:09Z', 'updated_at': '2021-06-01T18:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:16.128029 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-028045f0-3898-4c46-afb5-0da5d006b6e4 None None] Port e759694e-f525-4363-9eab-5c1e77408af1 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:16.251289 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.258985 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65708078'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.317013 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-30cdb14d-518d-46a5-b0ab-cdd057f18aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:16.407657 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.412732 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Pushing event updated for resources: {'Port': ['ID=e759694e-f525-4363-9eab-5c1e77408af1,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:16.420249 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:16.773868 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:16.778093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:16.866219 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:17.075832 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:17.090177 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:17.090558 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.100058 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Router 695846d0-6461-41aa-bc28-49cbb68035e6 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:50:17.314619 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-c1a8f464-ef4c-4721-94dc-3744f3752493 None None] Provisioning complete for port e759694e-f525-4363-9eab-5c1e77408af1 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:17.315006 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1a8f464-ef4c-4721-94dc-3744f3752493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.404931 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:17.434989 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] 10.222.0.15 "PUT /v2.0/routers/695846d0-6461-41aa-bc28-49cbb68035e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9837437 Jun 01 18:50:17.458975 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8f464-ef4c-4721-94dc-3744f3752493 None None] Port e759694e-f525-4363-9eab-5c1e77408af1 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:17.468734 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.513937 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:17.521357 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.523410 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:17.681739 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:17.720741 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:18.240032 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0406a-0a24-4217-b6b4-401c3471391e req-b77b5740-c3c2-458a-8207-430f51130d85 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:18.241578 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-40b0406a-0a24-4217-b6b4-401c3471391e req-b77b5740-c3c2-458a-8207-430f51130d85 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.1711965 Jun 01 18:50:18.314012 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-40b0406a-0a24-4217-b6b4-401c3471391e req-2428560c-c6b2-4eed-a2f7-c9d7a34a8af5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647552 Jun 01 18:50:18.550083 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48766) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:18.556581 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63478191', 'description': 'tempest-secgroup-smoke-63478191 description', 'project_id': '767e1c5351f84f27bd5b1a6843c37699'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:18.571106 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:18.579913 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:18.583422 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:18.590453 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:18.602629 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.630513 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:18.636119 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:18.640110 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:18.647461 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:18.779701 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.784738 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.797553 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ea10d8cc-c8ac-4b98-9ede-cb8546ce9b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:18.798413 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:18.845732 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337cff9e-eb26-4e19-ad98-83a4523b6f40,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:18.848589 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.852523 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2979007 Jun 01 18:50:18.852523 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:18.852895 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:18.858524 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'security_group_rule': {'security_group_id': '337cff9e-eb26-4e19-ad98-83a4523b6f40', 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:18.880080 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:18.888803 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:18.892959 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:18.901328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:18.904137 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Sync routers for ids ['695846d0-6461-41aa-bc28-49cbb68035e6'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:18.923553 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.927617 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Routers {'695846d0-6461-41aa-bc28-49cbb68035e6'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:18.928452 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['695846d0-6461-41aa-bc28-49cbb68035e6'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:19.008797 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:19.009423 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.029078 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.035635 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.038088 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:19.082961 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030fe2a3-bd63-4568-bdd0-2a05b2535749,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:19.091256 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:19.139637 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.140814 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2860115 Jun 01 18:50:19.143512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48780) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:19.149262 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'security_group_rule': {'security_group_id': '337cff9e-eb26-4e19-ad98-83a4523b6f40', 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:19.157238 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:19.162031 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:19.166583 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:19.173964 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:19.215560 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.264055 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Set router 695846d0-6461-41aa-bc28-49cbb68035e6 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:19.310085 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.315356 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.318112 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fbd39620-75a4-4df4-89a5-30fd213ecb50 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:19.348319 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ecc626-4d96-4581-979e-4accd6332bb7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:19.351267 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:19.361245 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.363265 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-52fc76cf-1cb3-489d-ae9b-a9fe0ee1b23f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2176278 Jun 01 18:50:19.365684 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48794) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:19.372233 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'security_group_rule': {'security_group_id': '337cff9e-eb26-4e19-ad98-83a4523b6f40', 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:19.379472 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:19.388709 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:19.395100 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:19.408307 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:19.437759 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.571095 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.581969 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.593790 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:19.628072 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a16912-f0fb-4591-9a74-ee031ecb6adf,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:19.630537 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:19.632166 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48806) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:19.651778 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.653375 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2862256 Jun 01 18:50:19.656392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48810) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:19.661688 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'security_group_rule': {'security_group_id': '337cff9e-eb26-4e19-ad98-83a4523b6f40', 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:19.670890 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:19.675606 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:19.678540 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:19.685653 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:19.694222 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd829b4-4477-40a4-8a00-275fd8824498 req-67bbc513-8d9e-4137-ad37-41d61cd2056e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:19.696680 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4dd829b4-4477-40a4-8a00-275fd8824498 req-67bbc513-8d9e-4137-ad37-41d61cd2056e tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2069256 Jun 01 18:50:19.707643 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.733553 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:50:15Z', 'revision_number': 4, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port': {'id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:09Z', 'updated_at': '2021-06-01T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'e759694e-f525-4363-9eab-5c1e77408af1', 'name': '', 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'mac_address': 'fa:16:3e:e0:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ba8f0d34-9389-404f-aa5a-444d758b34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:14Z', 'updated_at': '2021-06-01T18:50:15Z', 'revision_number': 2, 'project_id': 'e962e35b15114533a157c387578d828d', 'subnets': [{'id': 'ba8f0d34-9389-404f-aa5a-444d758b34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:19.737755 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Checking router: 695846d0-6461-41aa-bc28-49cbb68035e6 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:19.738257 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Updating router 695846d0-6461-41aa-bc28-49cbb68035e6 port e759694e-f525-4363-9eab-5c1e77408af1 binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:50:19.759814 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4dd829b4-4477-40a4-8a00-275fd8824498 req-a9b8fc08-d025-4fcc-9b06-bdcf0c5d2665 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555437 Jun 01 18:50:19.781264 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.800291 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:19.802344 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.807450 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1aac70d5524815a8de9aa2f88b012d is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:19.816096 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:19.825482 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.826507 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:19.832324 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.838545 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-b987de22-dae8-4b6f-b2b1-8401b839e11b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:19.874824 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705c4e16-008a-41c2-8a2b-74d79bf1ba45,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:19.881081 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:19.894349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.895763 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c7d6c200-2407-45ab-afad-673cb18e8dd3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2380741 Jun 01 18:50:19.898378 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48818) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:19.906452 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'security_group_rule': {'security_group_id': '337cff9e-eb26-4e19-ad98-83a4523b6f40', 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:19.919034 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:19.929105 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:19.934093 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:19.944557 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:19.972665 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Project 767e1c5351f84f27bd5b1a6843c37699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 18:50:19.985969 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.003552 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.016729 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.028033 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c5542bde-4a8d-4c89-8853-f015c2747fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:20.063355 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a021a4-5e4f-4d87-841a-3428cea351a4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.066641 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:20.101382 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-36163f9b-adea-46b8-b4c8-d8f0f08181e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c1aac70d5524815a8de9aa2f88b012d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654911 Jun 01 18:50:20.102352 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48830) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:20.130996 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.142759 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.159982 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:20.167428 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.180094 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Transition to ACTIVE for port object e759694e-f525-4363-9eab-5c1e77408af1 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:20.182550 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6a5f80-7fef-4845-8735-f91e612d0635,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.185114 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:20.188630 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.194056 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:20.208779 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.212258 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0595eae0-34a0-43c5-ba61-0aede23af56e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104370 Jun 01 18:50:20.214610 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48834) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:20.219214 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'security_group_rule': {'security_group_id': '337cff9e-eb26-4e19-ad98-83a4523b6f40', 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:20.234044 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:20.237666 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.241946 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:security_group_rule and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:20.252556 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:20.263360 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:20.283202 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f6636-c419-4efa-9f4a-008743e9a4e6 None None] Pushing event updated for resources: {'Port': ['ID=e759694e-f525-4363-9eab-5c1e77408af1,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.284525 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.287119 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ef0f6636-c419-4efa-9f4a-008743e9a4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:20.306930 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Project 767e1c5351f84f27bd5b1a6843c37699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 18:50:20.321626 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.423526 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.428063 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.428935 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2f18bb42-5cb0-4c06-9abc-3b55486afc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:20.441047 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.442422 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a021a4-5e4f-4d87-841a-3428cea351a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.444814 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:20.455294 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:20.480077 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.481377 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2a021a4-5e4f-4d87-841a-3428cea351a4 HTTP/1.1" status: 204 len: 168 time: 0.3783560 Jun 01 18:50:20.481969 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075d87c6-c506-48cb-bc93-f125ca778a2b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.485148 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:20.494530 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.507015 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-70c43f27-837f-4fd7-ad3f-a6b158831673 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2804029 Jun 01 18:50:20.508544 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Attempting to bind port e759694e-f525-4363-9eab-5c1e77408af1 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:20.508953 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Attempting to bind port e759694e-f525-4363-9eab-5c1e77408af1 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:20.509341 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Attempting to bind port e759694e-f525-4363-9eab-5c1e77408af1 on network b3f1db64-7168-4c92-a68a-f43f5bb9e03a {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:20.516474 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:20.516921 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Checking segment: {'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:20.517419 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.517846 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Bound using segment: {'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:20.518314 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Bound port: e759694e-f525-4363-9eab-5c1e77408af1, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:20.518732 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.743168 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] For port e759694e-f525-4363-9eab-5c1e77408af1, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:20.747553 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] For port e759694e-f525-4363-9eab-5c1e77408af1, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=e759694e-f525-4363-9eab-5c1e77408af1,segment=NetworkSegment(e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be),segment_id=e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:20.757289 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.782030 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:20.868520 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-ae8b1f1e-4479-4992-93ec-06518e0719df tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:20.871680 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-ae8b1f1e-4479-4992-93ec-06518e0719df tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.2144969 Jun 01 18:50:20.941024 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Routers {'695846d0-6461-41aa-bc28-49cbb68035e6'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:20.942289 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['695846d0-6461-41aa-bc28-49cbb68035e6'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:21.036855 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:21.101369 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f6636-c419-4efa-9f4a-008743e9a4e6 None None] Pushing event updated for resources: {'Port': ['ID=e759694e-f525-4363-9eab-5c1e77408af1,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:21.105462 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ef0f6636-c419-4efa-9f4a-008743e9a4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:21.229940 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.238849 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] Set router 695846d0-6461-41aa-bc28-49cbb68035e6 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:21.262754 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:21.271618 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Usage tracker for resource:security_group_rule and tenant:a4501232191f4792b3504601f7851dd5 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:21.284313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17b179-2c45-4e17-a25e-390a359cb4d6 req-1ca113ba-4d32-4901-966d-5aab5b2d5ef4 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:21.292487 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa17b179-2c45-4e17-a25e-390a359cb4d6 req-1ca113ba-4d32-4901-966d-5aab5b2d5ef4 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 945 time: 0.3518736 Jun 01 18:50:21.294238 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:21.318785 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:21.371930 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Deleting port 6c709e75-05d4-48f1-8964-77c442903aff {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:50:21.372608 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.395400 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa17b179-2c45-4e17-a25e-390a359cb4d6 req-b54bfb22-8efc-4053-93df-eb16a08e0548 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029906 Jun 01 18:50:21.565901 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] For port 6c709e75-05d4-48f1-8964-77c442903aff, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6c709e75-05d4-48f1-8964-77c442903aff,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:21.566149 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.673569 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:50:15Z', 'revision_number': 4, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port': {'id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:09Z', 'updated_at': '2021-06-01T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'e759694e-f525-4363-9eab-5c1e77408af1', 'name': '', 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'mac_address': 'fa:16:3e:e0:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ba8f0d34-9389-404f-aa5a-444d758b34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:14Z', 'updated_at': '2021-06-01T18:50:20Z', 'revision_number': 4, 'project_id': 'e962e35b15114533a157c387578d828d', 'subnets': [{'id': 'ba8f0d34-9389-404f-aa5a-444d758b34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:21.677464 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c20b44-25a4-4eda-b8be-f35f6e23059d None None] The sync data for ids ['695846d0-6461-41aa-bc28-49cbb68035e6'] in dv-cinder-794021-1-smb is: [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:50:15Z', 'revision_number': 4, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port': {'id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:09Z', 'updated_at': '2021-06-01T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'e759694e-f525-4363-9eab-5c1e77408af1', 'name': '', 'network_id': 'b3f1db64-7168-4c92-a68a-f43f5bb9e03a', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'mac_address': 'fa:16:3e:e0:cd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'ba8f0d34-9389-404f-aa5a-444d758b34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:14Z', 'updated_at': '2021-06-01T18:50:20Z', 'revision_number': 4, 'project_id': 'e962e35b15114533a157c387578d828d', 'subnets': [{'id': 'ba8f0d34-9389-404f-aa5a-444d758b34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:21.706540 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Calling delete_port for 6c709e75-05d4-48f1-8964-77c442903aff owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:50:21.710361 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.722072 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.741633 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0870a0ba-4cf6-4f3d-bc32-7222d881b956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:21.794564 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934e18fa-08c5-4811-93b3-aff1d4a2a820,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:21.797721 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:21.801690 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-2ddd75e9-c929-4a3b-b294-40ac77cf6934 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4501232191f4792b3504601f7851dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7614367 Jun 01 18:50:21.804423 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:21.935477 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.993577 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.020250 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.030252 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:22.041986 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['6c709e75-05d4-48f1-8964-77c442903aff', '5db932c8-35ee-47ea-927c-411615784e3d'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:22.100068 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Pushing event deleted for resources: {'Port': ['ID=6c709e75-05d4-48f1-8964-77c442903aff,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:22.139142 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:22.195688 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] No DVR routers for this DVR port 6c709e75-05d4-48f1-8964-77c442903aff on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:22.199801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.203215 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'name': 'network-vif-deleted', 'tag': '6c709e75-05d4-48f1-8964-77c442903aff'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:50:22.203876 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d6133-8ff8-4e63-934c-62cb33b9205b" -d '{"events": [{"server_uuid": "c809105b-c280-4a6a-bced-f12c4ed460bc", "name": "network-vif-deleted", "tag": "6c709e75-05d4-48f1-8964-77c442903aff"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:50:22.227393 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-065b16f0-2ad8-411c-b21a-9a39094ccbae req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "DELETE /v2.0/ports/6c709e75-05d4-48f1-8964-77c442903aff HTTP/1.1" status: 204 len: 173 time: 1.3487036 Jun 01 18:50:22.233019 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.237542 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.241560 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/934e18fa-08c5-4811-93b3-aff1d4a2a820 HTTP/1.1" status: 204 len: 168 time: 0.4344559 Jun 01 18:50:22.241560 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:22.252161 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934e18fa-08c5-4811-93b3-aff1d4a2a820,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:22.257187 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:22.283781 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f3978-d91c-4700-82bf-71872dd2a9da x-openstack-request-id: req-ae0f3978-d91c-4700-82bf-71872dd2a9da {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:50:22.284314 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c809105b-c280-4a6a-bced-f12c4ed460bc", "name": "network-vif-deleted", "tag": "6c709e75-05d4-48f1-8964-77c442903aff", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:50:22.284667 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae0f3978-d91c-4700-82bf-71872dd2a9da {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:50:22.285150 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c809105b-c280-4a6a-bced-f12c4ed460bc', 'name': 'network-vif-deleted', 'tag': '6c709e75-05d4-48f1-8964-77c442903aff', 'status': 'completed', 'code': 200} Jun 01 18:50:22.380038 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:22.461295 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Deleting subnet ade527fc-4df6-4777-ab59-d939266a407f {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:50:22.464721 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.524226 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61039881'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.620251 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3d783b32-1c5a-4909-a397-a5b6dd1085f9 req-6cccce69-565e-4422-a97c-f63c62db12ee tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Synchronizing usage tracker for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:22.643502 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.685500 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3d783b32-1c5a-4909-a397-a5b6dd1085f9 req-6cccce69-565e-4422-a97c-f63c62db12ee tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Unset dirty status for tenant:3ff3cd42954b4463b34e4eede3ffbc0c on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:22.687679 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3d783b32-1c5a-4909-a397-a5b6dd1085f9 req-6cccce69-565e-4422-a97c-f63c62db12ee tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=c809105b-c280-4a6a-bced-f12c4ed460bc HTTP/1.1" status: 200 len: 210 time: 0.1271520 Jun 01 18:50:22.849783 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 48972) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:22.869271 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e759694e-f525-4363-9eab-5c1e77408af1 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:22.889142 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.916233 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:22.924025 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:d6de41ce6d6c4026b93c087a13d829d8 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:22.927813 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:22.934608 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:22.969957 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port e759694e-f525-4363-9eab-5c1e77408af1 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:22.975140 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port e759694e-f525-4363-9eab-5c1e77408af1 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:22.975601 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.001172 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61907210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61560680'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.008392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:23.066940 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade527fc-4df6-4777-ab59-d939266a407f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.075002 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.081367 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:23.084445 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0eabb35e-fbb1-41a0-9536-4303c64a956f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ade527fc-4df6-4777-ab59-d939266a407f HTTP/1.1" status: 204 len: 168 time: 0.7033045 Jun 01 18:50:23.086852 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48976) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:23.157222 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.171018 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.180600 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.182606 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4a96071e-59b6-4412-bae5-cce8772ef986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:23.218575 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.234029 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6de41ce6d6c4026b93c087a13d829d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825867 Jun 01 18:50:23.236055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87480208-96c9-42ec-879f-f4b10e24e441,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.238653 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 48980) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:23.240379 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port e759694e-f525-4363-9eab-5c1e77408af1, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=e759694e-f525-4363-9eab-5c1e77408af1,segment=NetworkSegment(e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be),segment_id=e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:23.246191 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.250005 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:23.251129 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:23.330292 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=e759694e-f525-4363-9eab-5c1e77408af1,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.333369 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:23.505853 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.520870 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.523250 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150b1ff8-7d05-4aca-b86d-c81d73c9a02e']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:23.546340 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:23.546633 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcf6eb4-80d0-4a0c-affe-27b0dcf83ff7') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:23.567669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.580694 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.601336 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.622896 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:50:23.623346 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:50:23.637395 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:50:23.719434 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.724634 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f0590ab4-a4cf-490e-87ed-44cac4e85344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:23.739929 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.753293 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=150b1ff8-7d05-4aca-b86d-c81d73c9a02e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.755075 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.760186 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:23.760937 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-bc81290b-fbe3-4a53-b24e-7d41248c74bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:23.786351 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87480208-96c9-42ec-879f-f4b10e24e441,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.789985 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:23.791790 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] 10.222.0.15 "DELETE /v2.0/networks/150b1ff8-7d05-4aca-b86d-c81d73c9a02e HTTP/1.1" status: 204 len: 168 time: 0.7036254 Jun 01 18:50:23.794656 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.795732 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87480208-96c9-42ec-879f-f4b10e24e441 HTTP/1.1" status: 204 len: 168 time: 0.5552657 Jun 01 18:50:24.058810 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49002) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:24.115218 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-71e67cdf-d4a3-438b-ac72-589a06a6fe19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46d70dbf540f4ba0883c5f5eea259246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534294 Jun 01 18:50:24.116059 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49004) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:24.324646 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6c709e75-05d4-48f1-8964-77c442903aff no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:24.331162 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.362480 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 6c709e75-05d4-48f1-8964-77c442903aff {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:50:24.362830 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6c709e75-05d4-48f1-8964-77c442903aff not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:24.367923 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.389257 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875a150-b403-4276-8df1-e7f969b57c29 req-d1f250d0-bc52-4e38-a6fc-0cfc750641e3 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:24.390827 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e875a150-b403-4276-8df1-e7f969b57c29 req-d1f250d0-bc52-4e38-a6fc-0cfc750641e3 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.2478883 Jun 01 18:50:24.463580 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e875a150-b403-4276-8df1-e7f969b57c29 req-bf5d5172-62a6-4861-b1fd-b24b36467120 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647166 Jun 01 18:50:24.484614 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.498305 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-17e342e5-9ac2-4672-8b83-a85ecd737bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:24.511585 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04c96b5-a3ca-4934-9c68-9cefc6b88f47,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:24.514351 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:24.526871 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.530916 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f04c96b5-a3ca-4934-9c68-9cefc6b88f47 HTTP/1.1" status: 204 len: 168 time: 0.4110551 Jun 01 18:50:24.791242 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e759694e-f525-4363-9eab-5c1e77408af1 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:24.917275 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port e759694e-f525-4363-9eab-5c1e77408af1 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:24.917784 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.433676 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49060) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:25.557948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2022356797-network', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:25.562708 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:25.567372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Usage tracker for resource:network and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:25.570518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:25.578165 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:25.588659 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Made reservation on behalf of fbe7b5e133be449c9ad7d65e9fbd5f2f for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:25.590944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.603038 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.617758 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:25.621697 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:25.624554 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:25.630212 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:25.653607 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce5d06-3ea5-4f1d-81c1-620b86a0baf7 req-e77ea40b-66c6-4f81-a8ad-f6a95275b979 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:25.659767 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-20ce5d06-3ea5-4f1d-81c1-620b86a0baf7 req-e77ea40b-66c6-4f81-a8ad-f6a95275b979 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.0851696 Jun 01 18:50:25.701560 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-20ce5d06-3ea5-4f1d-81c1-620b86a0baf7 req-ed7d3157-f685-4987-88eb-1fdfd97b5aba tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Jun 01 18:50:25.719006 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.722952 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.725912 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1ee99ae2-d6bd-4812-9a4b-c47517ca38de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:25.754006 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:25.763399 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2951e06-bdec-446b-ba99-a6e95ea33557,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:25.767793 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:25.768714 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.769047 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Added segment 5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a of type vlan for network f032fc80-277e-48e0-81e4-cf651b588943 Jun 01 18:50:25.796883 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.826622 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.828130 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:25.828704 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.832131 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:25.928241 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4934571 Jun 01 18:50:25.931054 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49066) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:25.933677 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Pushing event updated for resources: {'Network': ['ID=f032fc80-277e-48e0-81e4-cf651b588943,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:25.936039 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Request body: {'subnet': {'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2022356797-subnet', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'ip_version': 4}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:25.936383 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:25.941018 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:25.945011 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Usage tracker for resource:subnet and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:25.945266 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network f032fc80-277e-48e0-81e4-cf651b588943 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:25.949069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:25.955450 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:25.966384 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Made reservation on behalf of fbe7b5e133be449c9ad7d65e9fbd5f2f for: {'subnet': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:25.971195 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65014859'] for subnet, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.443765 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65708967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65014905'] for subnet, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.448941 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:26.529383 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350880bc-a6e9-4f45-9b8f-b3728ce18522,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:26.535401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:26.538708 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Checking segment: {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:26.539347 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Network hostable DHCP agents. Network: f032fc80-277e-48e0-81e4-cf651b588943, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:26.568343 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Network f032fc80-277e-48e0-81e4-cf651b588943 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:26.582262 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, f032fc80-277e-48e0-81e4-cf651b588943) {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:26.592554 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:26.592774 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.597746 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f007239-6105-4d3b-832a-2449eb328da0 None None] Network f032fc80-277e-48e0-81e4-cf651b588943 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:50:26.620997 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f5459f57-8c3c-4e09-bd27-ce9183206943 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6887782 Jun 01 18:50:26.624093 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49090) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:26.630066 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:26.636855 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:26.645049 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Usage tracker for resource:router and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:26.650348 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:26.665464 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:26.685276 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.686310 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.702448 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.008627 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae1f2c-4fce-4c02-bd96-7c0efebfa0a1 req-359e14e2-20a8-482b-a1a1-4152b7ce61db tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:27.020344 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b3ae1f2c-4fce-4c02-bd96-7c0efebfa0a1 req-359e14e2-20a8-482b-a1a1-4152b7ce61db tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1072354 Jun 01 18:50:27.079754 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-f032fc80-277e-48e0-81e4-cf651b588943', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:50:27.080732 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.095004 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b3ae1f2c-4fce-4c02-bd96-7c0efebfa0a1 req-c735ea43-98a6-4454-8a57-6c78c3f975de tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733881 Jun 01 18:50:27.193187 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.283030 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Allocated IP 172.20.0.2 (f032fc80-277e-48e0-81e4-cf651b588943/350880bc-a6e9-4f45-9b8f-b3728ce18522/db5a7af7-e427-4253-ba26-4822cd04d466) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:27.513290 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.524665 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Transition to ACTIVE for port object db5a7af7-e427-4253-ba26-4822cd04d466 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:27.531103 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.550195 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Transition to ACTIVE for port object db5a7af7-e427-4253-ba26-4822cd04d466 will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:27.560852 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.562533 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.568788 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:27.654992 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Network f032fc80-277e-48e0-81e4-cf651b588943 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:27.658533 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:27.663138 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:27.670150 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Pushing event updated for resources: {'Port': ['ID=db5a7af7-e427-4253-ba26-4822cd04d466,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:27.673809 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:27.715005 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Allocated IP 172.28.3.95 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/feca1660-4969-4e83-ae42-3bd0163826c3) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:27.765142 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Attempting to bind port db5a7af7-e427-4253-ba26-4822cd04d466 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:27.765453 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Attempting to bind port db5a7af7-e427-4253-ba26-4822cd04d466 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:27.765825 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Attempting to bind port db5a7af7-e427-4253-ba26-4822cd04d466 on network f032fc80-277e-48e0-81e4-cf651b588943 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:27.771278 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:27.771660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Checking segment: {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:27.772062 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.772456 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Bound using segment: {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:27.772918 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Bound port: db5a7af7-e427-4253-ba26-4822cd04d466, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:27.773298 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.870844 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] For port db5a7af7-e427-4253-ba26-4822cd04d466, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:27.874173 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] For port db5a7af7-e427-4253-ba26-4822cd04d466, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=db5a7af7-e427-4253-ba26-4822cd04d466,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:27.877791 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.881670 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-40da0b23-4787-40d8-ab9e-94adbdfed062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:27.957608 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Pushing event updated for resources: {'Port': ['ID=db5a7af7-e427-4253-ba26-4822cd04d466,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:27.964008 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:27.977740 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.010108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.014032 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-88567440-f06a-4806-86a6-ce15a3f1c6f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:28.083875 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:28.083875 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:28.088686 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:28.131282 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Pushing event updated for resources: {'Port': ['ID=feca1660-4969-4e83-ae42-3bd0163826c3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:28.137274 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:28.562885 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce7c89-940b-430a-ba72-b5ae66161cb4 req-955aa91c-afc4-4106-ab6e-4afab4b348c7 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:28.564413 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-05ce7c89-940b-430a-ba72-b5ae66161cb4 req-955aa91c-afc4-4106-ab6e-4afab4b348c7 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.2750821 Jun 01 18:50:28.694845 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-05ce7c89-940b-430a-ba72-b5ae66161cb4 req-dfc43ab1-554c-40e2-9691-9e3c4fedf9c5 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177962 Jun 01 18:50:28.735603 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.894406 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device db5a7af7-e427-4253-ba26-4822cd04d466 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:29.039239 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port db5a7af7-e427-4253-ba26-4822cd04d466 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:29.205561 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee154a25-c7af-4ca1-83c6-e0ec4564bce5 None None] Network f032fc80-277e-48e0-81e4-cf651b588943 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:50:29.320552 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.359703 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Provisioning for port db5a7af7-e427-4253-ba26-4822cd04d466 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:29.390966 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Provisioning complete for port db5a7af7-e427-4253-ba26-4822cd04d466 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:29.391399 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.619087 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ddd81-f32a-42c8-9e49-54e73bb9d3a9 req-ca1d8aa9-6978-4341-9d7d-20eef3e10104 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:29.621327 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:50:29.626279 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a57ddd81-f32a-42c8-9e49-54e73bb9d3a9 req-ca1d8aa9-6978-4341-9d7d-20eef3e10104 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1832523 Jun 01 18:50:29.692335 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a57ddd81-f32a-42c8-9e49-54e73bb9d3a9 req-da0714bb-428d-4eae-9cba-7f71ed2ac5eb tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605202 Jun 01 18:50:29.693207 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.745059 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] For port db5a7af7-e427-4253-ba26-4822cd04d466, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=db5a7af7-e427-4253-ba26-4822cd04d466,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:29.752725 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.755247 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:29.860112 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Pushing event updated for resources: {'Port': ['ID=db5a7af7-e427-4253-ba26-4822cd04d466,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:29.874393 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:30.002046 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3f0b4-16c4-4598-bf74-26e39688417c req-354f3bc4-8dc0-4225-b019-ad6a6532fa18 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:30.003982 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0ad3f0b4-16c4-4598-bf74-26e39688417c req-354f3bc4-8dc0-4225-b019-ad6a6532fa18 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1076400 Jun 01 18:50:30.029495 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:30.042333 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Sync routers for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:30.053214 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:30.054098 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0ad3f0b4-16c4-4598-bf74-26e39688417c req-98b55c08-534e-48b9-a605-a4c094b62421 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/security-groups?id=dd6a3464-f8c2-48c8-8dc5-4128cea5543e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Jun 01 18:50:30.054268 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:30.081899 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-cd8b47a6-ba84-436f-a41f-c482096f3cd3 None None] Provisioning complete for port db5a7af7-e427-4253-ba26-4822cd04d466 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:30.081899 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8b47a6-ba84-436f-a41f-c482096f3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.085594 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.087403 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4615350 Jun 01 18:50:30.090742 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49170) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:30.105675 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530f1f5-768f-4d79-9965-828dc562b475 req-7cee9908-787f-49c4-9338-90199b8fd7fd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:30.107519 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6530f1f5-768f-4d79-9965-828dc562b475 req-7cee9908-787f-49c4-9338-90199b8fd7fd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1335561 Jun 01 18:50:30.230350 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6530f1f5-768f-4d79-9965-828dc562b475 req-c775d9b1-3054-4607-b8c8-c6b0fea7c416 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825126 Jun 01 18:50:30.254288 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-40769b36-bfe0-438c-ad2c-86b441616d73 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:30.256084 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-40769b36-bfe0-438c-ad2c-86b441616d73 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 945 time: 0.1474757 Jun 01 18:50:30.265560 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:30.410270 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Deleting port 5db932c8-35ee-47ea-927c-411615784e3d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:50:30.410607 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.583756 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:28Z', 'revision_number': 3, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:30.589360 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Checking router: 0c8966f2-792d-4bb3-83c0-7bad869a93f8 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:30.589724 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Updating router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 port feca1660-4969-4e83-ae42-3bd0163826c3 binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:50:30.628576 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] For port 5db932c8-35ee-47ea-927c-411615784e3d, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5db932c8-35ee-47ea-927c-411615784e3d,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:30.628946 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.661968 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.867864 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device db5a7af7-e427-4253-ba26-4822cd04d466 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:30.898365 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Calling delete_port for 5db932c8-35ee-47ea-927c-411615784e3d owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:50:30.957942 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port db5a7af7-e427-4253-ba26-4822cd04d466 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:30.959640 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.051561 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.058719 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8d110698-02ee-4544-9d2f-f387a7929ded tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:31.066902 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5db932c8-35ee-47ea-927c-411615784e3d'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:31.096606 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c562e-3aed-45a0-8c32-d0c5f86497f9 req-1a993520-f1b1-4bcd-85db-625f3a6b1922 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:31.103629 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-da0c562e-3aed-45a0-8c32-d0c5f86497f9 req-1a993520-f1b1-4bcd-85db-625f3a6b1922 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.2210257 Jun 01 18:50:31.112468 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Pushing event deleted for resources: {'Port': ['ID=5db932c8-35ee-47ea-927c-411615784e3d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:31.115621 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:31.186320 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.210648 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] No DVR routers for this DVR port 5db932c8-35ee-47ea-927c-411615784e3d on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:31.219289 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.222282 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'name': 'network-vif-deleted', 'tag': '5db932c8-35ee-47ea-927c-411615784e3d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:50:31.225664 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c461598-bcde-4918-a06d-96f82c5abd84" -d '{"events": [{"server_uuid": "8bb73b96-ce2a-4ea7-a411-03171b4e1b86", "name": "network-vif-deleted", "tag": "5db932c8-35ee-47ea-927c-411615784e3d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:50:31.226628 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.240372 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Transition to ACTIVE for port object feca1660-4969-4e83-ae42-3bd0163826c3 will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:31.250455 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.255937 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-c8c0ec43-7193-405c-8257-949597ced7b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:31.282945 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-da0c562e-3aed-45a0-8c32-d0c5f86497f9 req-8a01eeab-6827-4423-bbc4-eb382d7851b2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776929 Jun 01 18:50:31.289972 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d70d43a4-dadd-4235-ad47-4a536869db88 req-1a6682d6-1c62-484d-8090-2e065c6c50c6 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb73b96-ce2a-4ea7-a411-03171b4e1b86 HTTP/1.1" status: 200 len: 210 time: 0.0608919 Jun 01 18:50:31.312576 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3e14cbf1-e576-4ef9-8c64-15c48dea9f54 req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] 10.222.0.36 "DELETE /v2.0/ports/5db932c8-35ee-47ea-927c-411615784e3d HTTP/1.1" status: 204 len: 173 time: 1.0475163 Jun 01 18:50:31.350485 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481129a1-66bd-4d4c-bcb5-0feb7ea98e6a None None] Pushing event updated for resources: {'Port': ['ID=feca1660-4969-4e83-ae42-3bd0163826c3,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:31.355422 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-481129a1-66bd-4d4c-bcb5-0feb7ea98e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:31.376558 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Attempting to bind port feca1660-4969-4e83-ae42-3bd0163826c3 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:31.376934 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Attempting to bind port feca1660-4969-4e83-ae42-3bd0163826c3 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:31.377299 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Attempting to bind port feca1660-4969-4e83-ae42-3bd0163826c3 on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:31.383316 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:31.383692 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:31.384091 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.384502 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:31.384978 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Bound port: feca1660-4969-4e83-ae42-3bd0163826c3, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:31.385440 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.395721 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478b048d-61f5-457d-baf9-b81f77a436e1 x-openstack-request-id: req-478b048d-61f5-457d-baf9-b81f77a436e1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:50:31.396137 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb73b96-ce2a-4ea7-a411-03171b4e1b86", "name": "network-vif-deleted", "tag": "5db932c8-35ee-47ea-927c-411615784e3d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:50:31.396498 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-478b048d-61f5-457d-baf9-b81f77a436e1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:50:31.397104 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb73b96-ce2a-4ea7-a411-03171b4e1b86', 'name': 'network-vif-deleted', 'tag': '5db932c8-35ee-47ea-927c-411615784e3d', 'status': 'completed', 'code': 200} Jun 01 18:50:31.473745 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] For port feca1660-4969-4e83-ae42-3bd0163826c3, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:31.477017 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] For port feca1660-4969-4e83-ae42-3bd0163826c3, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=feca1660-4969-4e83-ae42-3bd0163826c3,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:31.482905 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.490690 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:31.523484 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90fc33-5789-4106-ac00-8fa5d2242b20 req-f62aeb8f-ae38-4acc-83c2-e42fe2efa293 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:31.525978 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6d90fc33-5789-4106-ac00-8fa5d2242b20 req-f62aeb8f-ae38-4acc-83c2-e42fe2efa293 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1115739 Jun 01 18:50:31.552863 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Allocated IP 172.20.0.1 (f032fc80-277e-48e0-81e4-cf651b588943/350880bc-a6e9-4f45-9b8f-b3728ce18522/628241b2-ef05-4a7c-8eb7-a4cf44ed000f) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:31.564939 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:31.565518 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:31.583793 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6d90fc33-5789-4106-ac00-8fa5d2242b20 req-0b7c3840-ef27-4bf1-bf64-46c735cefc0a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459721 Jun 01 18:50:31.632477 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481129a1-66bd-4d4c-bcb5-0feb7ea98e6a None None] Pushing event updated for resources: {'Port': ['ID=feca1660-4969-4e83-ae42-3bd0163826c3,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:31.638638 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-481129a1-66bd-4d4c-bcb5-0feb7ea98e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:31.730225 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.746225 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Transition to ACTIVE for port object 628241b2-ef05-4a7c-8eb7-a4cf44ed000f will not be triggered until provisioned by entity DHCP. {{(pid=103498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:31.766022 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:31.777444 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.789331 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:31.855210 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Network f032fc80-277e-48e0-81e4-cf651b588943 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:31.863705 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:31.866160 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:31.951347 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.030209 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:32.034464 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:32.111083 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.164686 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-0eaad424-8c4c-4874-939e-aa36a9c528b8 None None] Provisioning for port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:32.173832 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-0eaad424-8c4c-4874-939e-aa36a9c528b8 None None] Provisioning complete for port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:32.174821 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0eaad424-8c4c-4874-939e-aa36a9c528b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.208083 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49196) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:32.242179 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:28Z', 'revision_number': 3, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:32.246664 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5536193b-7b7c-401d-a113-4a141c59bc35 None None] The sync data for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb is: [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:28Z', 'revision_number': 3, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:32.277882 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0eaad424-8c4c-4874-939e-aa36a9c528b8 None None] Port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:32.371315 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.398665 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:32.405154 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49204) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:32.453132 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c2ecd45e874aac91b8d46f31c0eb1e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:32.456769 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:32.472928 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:32.541995 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.564571 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65708078'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.601674 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3e726c83-720c-4abc-8877-092bbe336dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:32.705755 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea761e-46d8-4117-8aa6-e7861a61197d req-53f2d61e-bd2c-42e2-8dc8-bf60265c8e13 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:32.713425 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-eeea761e-46d8-4117-8aa6-e7861a61197d req-53f2d61e-bd2c-42e2-8dc8-bf60265c8e13 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.2987196 Jun 01 18:50:32.727319 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Pushing event updated for resources: {'Port': ['ID=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:32.732332 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:32.772567 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.851452 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-eeea761e-46d8-4117-8aa6-e7861a61197d req-a720c16a-9c50-4540-a741-df5f77ffc1fd tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370046 Jun 01 18:50:32.867984 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.882631 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:32.883027 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device feca1660-4969-4e83-ae42-3bd0163826c3 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:32.893469 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1eabf1e8-73c8-49cd-8714-cf9e462a6f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:32.974419 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port feca1660-4969-4e83-ae42-3bd0163826c3 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:32.981850 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port feca1660-4969-4e83-ae42-3bd0163826c3 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:32.982354 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.096159 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0c2ecd45e874aac91b8d46f31c0eb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875020 Jun 01 18:50:33.111124 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49210) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:33.150280 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.162026 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab466ee0-4d19-4f78-8d7b-03c4a7425dce,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:33.170786 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:33.171883 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port feca1660-4969-4e83-ae42-3bd0163826c3, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=feca1660-4969-4e83-ae42-3bd0163826c3,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:33.177459 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.180683 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:33.231524 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Network f032fc80-277e-48e0-81e4-cf651b588943 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:33.233926 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:33.261027 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745741c-c9cd-427e-8eaf-d1a3efd119dd req-a503cc49-b4ef-401b-af94-80b4ed355918 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:33.262544 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3745741c-c9cd-427e-8eaf-d1a3efd119dd req-a503cc49-b4ef-401b-af94-80b4ed355918 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.5344439 Jun 01 18:50:33.281431 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=feca1660-4969-4e83-ae42-3bd0163826c3,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:33.285429 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:33.349577 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.351983 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3745741c-c9cd-427e-8eaf-d1a3efd119dd req-ab4611dc-5f01-4a4e-9083-7b4fe1f9622a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811403 Jun 01 18:50:33.389312 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.476608 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555069'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.518915 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-4205d7ed-3462-44ad-ae75-0208f7e663f7 None None] Provisioning complete for port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:33.521114 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4205d7ed-3462-44ad-ae75-0208f7e663f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.552529 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.559121 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b5b06d0a-4ded-4e64-a834-4a258c06b45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:33.581672 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab466ee0-4d19-4f78-8d7b-03c4a7425dce,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:33.585640 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:50:33.587422 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:33.613765 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4205d7ed-3462-44ad-ae75-0208f7e663f7 None None] Port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:33.652926 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.654113 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab466ee0-4d19-4f78-8d7b-03c4a7425dce HTTP/1.1" status: 204 len: 168 time: 0.5334036 Jun 01 18:50:33.790999 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:33.799674 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] 10.222.0.15 "PUT /v2.0/routers/0c8966f2-792d-4bb3-83c0-7bad869a93f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7077839 Jun 01 18:50:33.975607 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Deleting port 1a9f486d-e03c-4c47-9f81-bc941d5d792e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:50:33.975951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.108592 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bdf8d-396b-4078-91f1-5a327dab539c req-27464288-9cca-4926-9361-229c7fdb58f6 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:34.113169 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-488bdf8d-396b-4078-91f1-5a327dab539c req-27464288-9cca-4926-9361-229c7fdb58f6 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1194382 Jun 01 18:50:34.135911 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] For port 1a9f486d-e03c-4c47-9f81-bc941d5d792e, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=1a9f486d-e03c-4c47-9f81-bc941d5d792e,segment=NetworkSegment(d8c2e412-a56b-4205-a414-c680b533c376),segment_id=d8c2e412-a56b-4205-a414-c680b533c376)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:34.136342 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.186408 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-488bdf8d-396b-4078-91f1-5a327dab539c req-db262f6e-14be-4e17-bd6b-e4c743cba456 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662136 Jun 01 18:50:34.280807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Calling delete_port for 1a9f486d-e03c-4c47-9f81-bc941d5d792e owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:50:34.369811 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5db932c8-35ee-47ea-927c-411615784e3d no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:34.425981 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 5db932c8-35ee-47ea-927c-411615784e3d {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:50:34.426441 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5db932c8-35ee-47ea-927c-411615784e3d not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:34.590470 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Sync routers for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:34.600996 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:34.602002 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:34.661760 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b8e5e-3d25-48ba-9029-48b1c154b7fd req-bad4df65-3f03-456c-8c1c-82debcde798f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:34.663427 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0a5b8e5e-3d25-48ba-9029-48b1c154b7fd req-bad4df65-3f03-456c-8c1c-82debcde798f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1444812 Jun 01 18:50:34.763230 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0a5b8e5e-3d25-48ba-9029-48b1c154b7fd req-d6b06872-b666-4241-be03-55c7d3353348 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923750 Jun 01 18:50:34.768115 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49256) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:34.773357 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-410766300-network', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:34.792011 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:34.801570 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Usage tracker for resource:network and tenant:5a8fa68c63dc41e394d36e78cba97ed6 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:34.802105 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.818727 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:34.819517 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:34.832633 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:34.843331 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:34.855939 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Made reservation on behalf of 5a8fa68c63dc41e394d36e78cba97ed6 for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:34.858480 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.878247 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.901742 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:34.906337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Usage tracker for resource:security_group_rule and tenant:5a8fa68c63dc41e394d36e78cba97ed6 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:34.909981 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:34.919764 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:34.928696 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9f486d-e03c-4c47-9f81-bc941d5d792e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:34.962686 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:35.023101 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device feca1660-4969-4e83-ae42-3bd0163826c3 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:35.043826 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.049306 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.054898 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4c3fba02-78ba-42fa-b97e-84e998b1e7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:35.092948 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:35.108071 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26991f8b-9030-44b5-b09b-2ca171a86438,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:35.124446 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:35.129512 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.129994 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Added segment f84d582c-2ea9-4126-bfc0-808bc08c01f3 of type vlan for network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 Jun 01 18:50:35.173634 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba733475-00d3-4f83-8d0f-398277ac3539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.180034 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.182282 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.201578 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port feca1660-4969-4e83-ae42-3bd0163826c3 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:35.201877 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.224277 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.226387 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:35.227148 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.233988 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-dbc3832f-31f9-4da0-be52-c6b187ed221a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:35.402150 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Pushing event updated for resources: {'Network': ['ID=618c6f3a-14a1-4f2d-a0ad-eb10574b5d87,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:35.413200 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:35.415621 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6462052 Jun 01 18:50:35.420593 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:35.421405 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49272) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:35.422038 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555693'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.431711 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Request body: {'subnet': {'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-410766300-subnet', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:35.440724 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:35.503583 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211717e-4f5b-4be2-87a4-b7c3e8be0833 req-e7ef87c7-865b-42a1-b17b-2c0ce3327a6b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:35.505232 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1211717e-4f5b-4be2-87a4-b7c3e8be0833 req-e7ef87c7-865b-42a1-b17b-2c0ce3327a6b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0934606 Jun 01 18:50:35.516325 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Usage tracker for resource:subnet and tenant:5a8fa68c63dc41e394d36e78cba97ed6 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:35.523996 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:35.549473 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:35.574419 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1211717e-4f5b-4be2-87a4-b7c3e8be0833 req-5447fff2-7b9d-4c3c-9a4d-04e8ee433b2b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624621 Jun 01 18:50:35.581774 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Made reservation on behalf of 5a8fa68c63dc41e394d36e78cba97ed6 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:35.584521 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61560659'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.599590 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 2, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:35.607624 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Checking router: 0c8966f2-792d-4bb3-83c0-7bad869a93f8 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:35.607987 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Updating router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:50:35.664083 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.122870 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:50:36.152910 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.164689 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Transition to ACTIVE for port object 628241b2-ef05-4a7c-8eb7-a4cf44ed000f will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:36.172661 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.177578 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:36.257166 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d305f9-d409-45b2-ab14-06b5159a04c6 req-bead4afc-d87c-45cc-90c3-4b6a4555e920 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:36.258723 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7d305f9-d409-45b2-ab14-06b5159a04c6 req-bead4afc-d87c-45cc-90c3-4b6a4555e920 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.2819948 Jun 01 18:50:36.440803 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3539b-d865-4120-adc6-cd577b3bb67a None None] Pushing event updated for resources: {'Port': ['ID=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:36.453449 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eef3539b-d865-4120-adc6-cd577b3bb67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:36.463757 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d7d305f9-d409-45b2-ab14-06b5159a04c6 req-cd341f31-1955-4bc6-ac98-dfbab76c5057 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985781 Jun 01 18:50:36.468715 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Attempting to bind port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:36.469826 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Attempting to bind port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:36.470429 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Attempting to bind port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f on network f032fc80-277e-48e0-81e4-cf651b588943 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:36.478795 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:36.479515 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Checking segment: {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:36.480052 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.480534 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Bound using segment: {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:36.481042 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Bound port: 628241b2-ef05-4a7c-8eb7-a4cf44ed000f, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:36.481688 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.536159 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:36.550296 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] Sync routers for ids ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:36.562741 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] Routers {'e25442a7-4b48-4ec9-aca8-c8cfbda277a1'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:36.563698 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:36.573963 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] 10.222.0.15 "PUT /v2.0/routers/e25442a7-4b48-4ec9-aca8-c8cfbda277a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1674380 Jun 01 18:50:36.576619 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49298) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:36.598198 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] For port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:36.604590 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] For port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:36.618313 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.626600 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eef3539b-d865-4120-adc6-cd577b3bb67a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:36.672663 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61907269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61560673'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.681148 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-eec9223a-8158-4194-85a7-6cc340d6bea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:36.718435 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:36.719575 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:36.808611 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1d60c4-ec04-44f8-b10b-8280698831db,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:36.819132 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:36.842989 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] Set router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:36.856103 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Checking segment: {'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:36.856382 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Network hostable DHCP agents. Network: 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:36.879828 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3539b-d865-4120-adc6-cd577b3bb67a None None] Pushing event updated for resources: {'Port': ['ID=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:36.882016 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:36.896557 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eef3539b-d865-4120-adc6-cd577b3bb67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:36.896726 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:36.909063 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:36.909738 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.934288 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-bfae5897-f46f-46d9-9071-6fd75a696c55 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5078313 Jun 01 18:50:36.936936 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49302) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:36.941589 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:36.950514 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:36.959196 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Usage tracker for resource:router and tenant:5a8fa68c63dc41e394d36e78cba97ed6 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:36.967264 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ceafac-fff1-4547-9533-d8c6b449d6dc None None] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:50:36.970345 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:36.983739 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:37.001062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-455254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2915'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.002545 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2900'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.027449 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.028043 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd450bd7-d41c-4b79-9525-5ba42297ff11 req-28c0606e-12b5-4655-ad9a-e9d38320ec27 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:37.035250 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-dd450bd7-d41c-4b79-9525-5ba42297ff11 req-28c0606e-12b5-4655-ad9a-e9d38320ec27 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.3274493 Jun 01 18:50:37.038346 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks [] for router, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.105008 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:37.177082 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-dd450bd7-d41c-4b79-9525-5ba42297ff11 req-3d63f530-71ad-4609-8e9f-5ce2e1187b90 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408784 Jun 01 18:50:37.247151 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.272289 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:50:34Z', 'revision_number': 5, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port': {'id': '5c8accfd-dc7a-4f1b-b307-921a6f6b2502', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:53Z', 'updated_at': '2021-06-01T18:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:37.276761 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] Checking router: e25442a7-4b48-4ec9-aca8-c8cfbda277a1 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:37.278148 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.286304 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] Routers {'e25442a7-4b48-4ec9-aca8-c8cfbda277a1'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:37.286902 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:37.417575 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39fd9e52-7cee-4939-af6a-9d881f0eacbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.460243 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] Set router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:37.474877 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Deleting port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:50:37.475722 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.526835 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2886'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.586723 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:50:37Z', 'revision_number': 6, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port_host': None}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:37.592357 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835946c-74c8-4b93-b601-899d16699e2d None None] The sync data for ids ['e25442a7-4b48-4ec9-aca8-c8cfbda277a1'] in dv-cinder-794021-1-smb is: [{'id': 'e25442a7-4b48-4ec9-aca8-c8cfbda277a1', 'name': 'tempest-ServerRescueNegativeTestJSON-1085271046-router', 'tenant_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:50Z', 'updated_at': '2021-06-01T18:50:37Z', 'revision_number': 6, 'project_id': '3ff3cd42954b4463b34e4eede3ffbc0c', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:37.742798 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] For port 5c8accfd-dc7a-4f1b-b307-921a6f6b2502, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:37.743272 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.821362 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a2f2c4b-5514-5e81-8201-4be009966c93-618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'fixed_ips': [{'subnet_id': '1b1d60c4-ec04-44f8-b10b-8280698831db'}]}} from dv-cinder-794021-1-smb. {{(pid=103500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 18:50:37.822476 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.904480 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Calling delete_port for 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 owned by network:router_gateway {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:50:37.961211 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:36Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:37.970398 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359bc8c-4ea6-4e28-b51f-6710aba48b45 None None] The sync data for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb is: [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:36Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:38.062105 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Allocated IP 172.20.0.2 (618c6f3a-14a1-4f2d-a0ad-eb10574b5d87/1b1d60c4-ec04-44f8-b10b-8280698831db/052ad4f0-7ace-4169-a8ad-dc69bcc76fe4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:38.082061 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.127787 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.188344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95931b84-bcf1-4f2c-8fbf-7ca97532a91a req-a43f94be-302e-4695-84cd-35873b4e8ac4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:38.195388 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-95931b84-bcf1-4f2c-8fbf-7ca97532a91a req-a43f94be-302e-4695-84cd-35873b4e8ac4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.5066218 Jun 01 18:50:38.353207 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-95931b84-bcf1-4f2c-8fbf-7ca97532a91a req-6f096fcf-21d5-47d8-89e6-fc4cd698add7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567814 Jun 01 18:50:38.395752 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.398287 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Allocated IP 172.28.3.84 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/1aa0cae8-7b17-4112-81ea-4601a8cf6c92) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:38.409207 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Transition to ACTIVE for port object 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:38.432801 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Transition to ACTIVE for port object 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 will not be triggered until provisioned by entity DHCP. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:38.441747 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.446300 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eef3539b-d865-4120-adc6-cd577b3bb67a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:38.457639 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.463962 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:38.520788 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8accfd-dc7a-4f1b-b307-921a6f6b2502,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:38.523353 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:38.554255 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:38.559192 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:38.564044 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Pushing event updated for resources: {'Port': ['ID=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:38.566701 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:38.569055 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:38.569873 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.600186 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.637782 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550742'] for router_gateway, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.654460 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.660849 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2a3839df-d193-4165-8131-3defec6aeb0b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:38.694809 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Attempting to bind port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:38.695241 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Attempting to bind port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:38.695798 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Attempting to bind port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 on network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:38.707112 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:38.707634 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Checking segment: {'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:38.708051 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.708449 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Bound using segment: {'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:38.708924 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Bound port: 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:38.709301 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.733610 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:38.740716 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:38.745660 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:38.807461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:38.811804 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:38.864014 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752af9a5-749d-450e-a147-d6c4efef9265 req-b35c2b66-e234-44f5-be60-26b366ae0a50 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:38.875226 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-752af9a5-749d-450e-a147-d6c4efef9265 req-b35c2b66-e234-44f5-be60-26b366ae0a50 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.5215991 Jun 01 18:50:38.879504 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2893'] for router, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.884030 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.888978 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 628241b2-ef05-4a7c-8eb7-a4cf44ed000f up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:39.058358 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] For port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:39.063026 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] For port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,segment=NetworkSegment(f84d582c-2ea9-4126-bfc0-808bc08c01f3),segment_id=f84d582c-2ea9-4126-bfc0-808bc08c01f3)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:39.070231 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.080976 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-be7ca726-47a4-4118-bea9-d0de854e37ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:39.088110 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-752af9a5-749d-450e-a147-d6c4efef9265 req-8848853a-8dca-427e-8210-96aa09f5e2d0 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113261 Jun 01 18:50:39.090733 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-455856'] for router, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.092077 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e25442a7-4b48-4ec9-aca8-c8cfbda277a1 {{(pid=103498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:50:39.111104 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Notify callbacks [] for router, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.112532 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e25442a7-4b48-4ec9-aca8-c8cfbda277a1 HTTP/1.1" status: 204 len: 168 time: 2.5344872 Jun 01 18:50:39.115120 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49324) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:39.130387 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:39.145034 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:39.145533 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.235094 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Deleting subnet bdb73c75-8a0a-41ee-9656-979114a2e572 {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:50:39.239828 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.256362 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Pushing event updated for resources: {'Port': ['ID=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:39.266873 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:39.389852 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.444337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.465402 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:39.471882 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.492490 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:39.519560 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.630146 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:39.667932 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.683120 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:50:39.683496 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 5c8accfd-dc7a-4f1b-b307-921a6f6b2502 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:39.683917 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1a9f486d-e03c-4c47-9f81-bc941d5d792e no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:39.738280 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 1a9f486d-e03c-4c47-9f81-bc941d5d792e {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:50:39.738636 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1a9f486d-e03c-4c47-9f81-bc941d5d792e not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:39.740252 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:39.744684 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:39.770683 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49330) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:39.922586 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.928713 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:39.959622 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.002149 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb73c75-8a0a-41ee-9656-979114a2e572,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:40.006825 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.019764 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bdb73c75-8a0a-41ee-9656-979114a2e572 HTTP/1.1" status: 204 len: 168 time: 0.9030647 Jun 01 18:50:40.021975 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49338) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:40.022889 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5aa80c75-5b1b-4cee-9d92-40b82ee60401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:40.053070 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36773f96-8c3a-4fcf-874f-f7fafacd6305 req-4b6a0afd-2c1c-43af-af14-ca1a221be8c1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:40.054532 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-36773f96-8c3a-4fcf-874f-f7fafacd6305 req-4b6a0afd-2c1c-43af-af14-ca1a221be8c1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.2829211 Jun 01 18:50:40.100347 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.138009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:40.149133 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.204209 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Usage tracker for resource:security_group_rule and tenant:fceb236079674ef495b9a7df233d7d9f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:40.216710 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:40.225638 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:40.244369 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-36773f96-8c3a-4fcf-874f-f7fafacd6305 req-ef71e3b2-dca3-4fab-a04a-34e948d16654 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695004 Jun 01 18:50:40.277702 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550778'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.334317 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.355767 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4965da7-deff-4429-a9b3-9ebc5564a754']}} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:40.371107 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c2e412-a56b-4205-a414-c680b533c376') {'for_net_delete': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:40.371460 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c2e412-a56b-4205-a414-c680b533c376') {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:40.386899 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66047265'] for segment, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.407954 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.420079 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abfc73-9dc7-4edd-b2f4-b8c63480ebf9 req-dae9e8e8-d793-4911-92c4-a67a53357b81 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:40.421609 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-34abfc73-9dc7-4edd-b2f4-b8c63480ebf9 req-dae9e8e8-d793-4911-92c4-a67a53357b81 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1981709 Jun 01 18:50:40.425158 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:50:40.425886 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65708106'] for segment, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: Traceback (most recent call last): Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: timer() Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: cb(*args, **kw) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: return func(*args, **kwargs) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: self._notify() Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: self.callback(batched_events) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: event.method(event) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: return f(self, *a, **k) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: return self._get(url).json() Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: return self.request(url, 'GET', **kwargs) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:50:40.441402 dv-cinder-794021-1-smb neutron-server[103498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:50:40.529971 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.538144 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.542510 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b16d9-a0b6-4985-a363-849745c7c8f9 None None] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:50:40.548177 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0d6ed0d7-dd59-42fe-8335-28ae7a2512db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:40.564890 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-34abfc73-9dc7-4edd-b2f4-b8c63480ebf9 req-960d5c32-6451-457b-b457-6d6cf91f43d0 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201165 Jun 01 18:50:40.566232 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.569404 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b1c73bdf-6d44-4e05-9ce6-ca5d3505558d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:40.585537 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.596809 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=b4965da7-deff-4429-a9b3-9ebc5564a754,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:40.597121 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da28d72-ed4e-4288-a649-9dea82e3132e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:40.600071 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:40.603696 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:40.606556 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fceb236079674ef495b9a7df233d7d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8323803 Jun 01 18:50:40.609515 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49342) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:40.612786 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-b039b198-c9e3-4ecd-a4c6-4c6991305eaa admin admin] 10.222.0.15 "DELETE /v2.0/networks/b4965da7-deff-4429-a9b3-9ebc5564a754 HTTP/1.1" status: 204 len: 168 time: 0.5827527 Jun 01 18:50:40.633724 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Router c52c3caf-fd55-4e5d-930c-bdc328b35586 is scheduled to L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:50:40.684499 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-e49edd23-4c9e-4f87-b12a-3879f8925c60 None None] Provisioning for port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:40.750144 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.814517 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.885876 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.900826 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-952c0738-1da2-41d5-8fa0-1a2e089fdf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:40.908083 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:40.919651 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Sync routers for ids ['c52c3caf-fd55-4e5d-930c-bdc328b35586'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:40.927848 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da28d72-ed4e-4288-a649-9dea82e3132e,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:40.930463 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:40.933230 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.936674 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7da28d72-ed4e-4288-a649-9dea82e3132e HTTP/1.1" status: 204 len: 168 time: 0.3237312 Jun 01 18:50:40.946433 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49348) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:40.962320 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Routers {'c52c3caf-fd55-4e5d-930c-bdc328b35586'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:40.965420 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['c52c3caf-fd55-4e5d-930c-bdc328b35586'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:40.986411 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.986411 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0458593 Jun 01 18:50:40.987608 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49350) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:41.007757 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-e7b7e8fa-3980-4f66-ae0a-abc54070d6b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ff3cd42954b4463b34e4eede3ffbc0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0592637 Jun 01 18:50:41.010642 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49352) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:41.041553 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 628241b2-ef05-4a7c-8eb7-a4cf44ed000f up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:41.093896 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.145337 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.247054 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.252870 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dbfc5973-7aae-4d6b-89fa-ef8d4e5acee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:41.284323 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a3464-f8c2-48c8-8dc5-4128cea5543e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:41.287203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:41.300618 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.302217 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd6a3464-f8c2-48c8-8dc5-4128cea5543e HTTP/1.1" status: 204 len: 168 time: 0.2904789 Jun 01 18:50:41.482758 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:41.483141 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.516760 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a0072-666b-4493-8055-e84b72119255 req-71a90008-cfb9-4cb6-b406-ccbc8f3b8b11 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:41.519410 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5c6a0072-666b-4493-8055-e84b72119255 req-71a90008-cfb9-4cb6-b406-ccbc8f3b8b11 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1406848 Jun 01 18:50:41.532973 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Set router c52c3caf-fd55-4e5d-930c-bdc328b35586 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:41.566380 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49362) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:41.614446 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5c6a0072-666b-4493-8055-e84b72119255 req-d6fa611e-4bf8-4d57-8180-0e3cb37fd9da tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866296 Jun 01 18:50:41.615360 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.658672 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:41.663207 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Usage tracker for resource:security_group_rule and tenant:b3cf26495ac84d3e847f592b9c7001ba is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:41.666937 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:41.674197 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:41.789304 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.794706 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.917050 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:41.978571 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:42.008814 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3cf26495ac84d3e847f592b9c7001ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413211 Jun 01 18:50:42.010438 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec58d9-8c99-4509-ba38-381c96a867b2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:42.012638 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49374) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:42.017554 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e863a6-21a2-4d42-9446-4450ef7f6ed6 req-07e46030-9f8e-4764-9198-51e674c442c1 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:42.019237 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-13e863a6-21a2-4d42-9446-4450ef7f6ed6 req-07e46030-9f8e-4764-9198-51e674c442c1 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.2384880 Jun 01 18:50:42.023808 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:42.072658 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:50:39Z', 'revision_number': 3, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port': {'id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:38Z', 'updated_at': '2021-06-01T18:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:42.072658 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:42.078769 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:42.079461 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.103577 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.115365 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Checking router: c52c3caf-fd55-4e5d-930c-bdc328b35586 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:42.115721 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Updating router c52c3caf-fd55-4e5d-930c-bdc328b35586 port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 binding host dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:50:42.141603 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.160443 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-13e863a6-21a2-4d42-9446-4450ef7f6ed6 req-98dc7715-f2ed-41c8-ae2f-d5209b5dce8a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336830 Jun 01 18:50:42.218124 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.221479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.226531 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e5409385-608f-4dcc-a3c2-720f970df85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:42.228038 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.237342 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec58d9-8c99-4509-ba38-381c96a867b2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:42.243413 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:42.245951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.247076 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fec58d9-8c99-4509-ba38-381c96a867b2 HTTP/1.1" status: 204 len: 168 time: 0.2335439 Jun 01 18:50:42.354178 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.451607 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,segment=NetworkSegment(f84d582c-2ea9-4126-bfc0-808bc08c01f3),segment_id=f84d582c-2ea9-4126-bfc0-808bc08c01f3)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:42.458996 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.468209 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:42.522447 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Allocated IP 172.20.0.1 (618c6f3a-14a1-4f2d-a0ad-eb10574b5d87/1b1d60c4-ec04-44f8-b10b-8280698831db/7cbec90b-155d-4744-b06c-00ec79088263) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:42.627547 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:42.632174 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:42.694029 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.711110 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.provisioning_blocks [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Transition to ACTIVE for port object 7cbec90b-155d-4744-b06c-00ec79088263 will not be triggered until provisioned by entity DHCP. {{(pid=103498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:42.756359 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Notify callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.763531 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.773049 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:42.774582 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Transition to ACTIVE for port object 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:42.786639 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.803769 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:42.883470 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5851f-0575-4c85-9112-d2f3de7644ec None None] Pushing event updated for resources: {'Port': ['ID=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:42.886196 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:42.889765 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:42.891369 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:42.893894 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Pushing event updated for resources: {'Port': ['ID=7cbec90b-155d-4744-b06c-00ec79088263,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:42.896341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:42.928496 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:42.953808 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-9da5851f-0575-4c85-9112-d2f3de7644ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:42.955718 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Attempting to bind port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:42.956247 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Attempting to bind port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:42.956775 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Attempting to bind port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 on network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:42.965559 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555184'] for router_interface, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.983436 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:42.983813 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Checking segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:42.984221 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.984614 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Bound using segment: {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:42.985085 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Bound port: 1aa0cae8-7b17-4112-81ea-4601a8cf6c92, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32c7df5-759e-4b70-b5d5-f51258fc34da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:42.985454 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.017134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e8c81-838a-4d4c-86be-225e4f4f0f37 req-b867f4f4-1cd1-4920-89ee-911f744255e6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:43.028028 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ce7e8c81-838a-4d4c-86be-225e4f4f0f37 req-b867f4f4-1cd1-4920-89ee-911f744255e6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.2047946 Jun 01 18:50:43.124105 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] For port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:43.128479 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] For port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:43.129643 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:43.130362 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.136052 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ce7e8c81-838a-4d4c-86be-225e4f4f0f37 req-7c109317-0f73-4cb8-9d7b-13a891218cab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068676 Jun 01 18:50:43.178856 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.190048 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:43.341069 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5851f-0575-4c85-9112-d2f3de7644ec None None] Pushing event updated for resources: {'Port': ['ID=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:43.346853 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7f39f047-b95a-4e28-9860-5f6ec094f689 None None] Provisioning for port 7cbec90b-155d-4744-b06c-00ec79088263 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:43.362883 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-9da5851f-0575-4c85-9112-d2f3de7644ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:43.376574 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Routers {'c52c3caf-fd55-4e5d-930c-bdc328b35586'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:43.382199 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['c52c3caf-fd55-4e5d-930c-bdc328b35586'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:43.471655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.496759 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c557055-de1c-4121-90bf-66b85e34e238 req-adf3bce4-8c89-451b-8e40-26ced02a360d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:43.503834 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c557055-de1c-4121-90bf-66b85e34e238 req-adf3bce4-8c89-451b-8e40-26ced02a360d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1485918 Jun 01 18:50:43.509633 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7f39f047-b95a-4e28-9860-5f6ec094f689 None None] Provisioning complete for port 7cbec90b-155d-4744-b06c-00ec79088263 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:43.510029 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f39f047-b95a-4e28-9860-5f6ec094f689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.564608 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c557055-de1c-4121-90bf-66b85e34e238 req-08f35ec4-1dc3-454e-8f67-d16396e05a4f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599160 Jun 01 18:50:43.732669 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7f39f047-b95a-4e28-9860-5f6ec094f689 None None] Port 7cbec90b-155d-4744-b06c-00ec79088263 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:43.874809 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] Set router c52c3caf-fd55-4e5d-930c-bdc328b35586 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:43.908691 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-07859f86-2a3b-4305-9687-4341042a24d4 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Synchronizing usage tracker for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:43.934100 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-07859f86-2a3b-4305-9687-4341042a24d4 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Unset dirty status for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:43.935099 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-07859f86-2a3b-4305-9687-4341042a24d4 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63478191&fields=id&tenant_id=767e1c5351f84f27bd5b1a6843c37699 HTTP/1.1" status: 200 len: 267 time: 0.2200203 Jun 01 18:50:43.999986 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.005714 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65708078'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.045731 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:44.109043 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49450) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:44.209055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555055'] for router_interface, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.355321 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Pushing event updated for resources: {'Port': ['ID=7cbec90b-155d-4744-b06c-00ec79088263,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:44.360160 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:44.377645 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 4, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port': {'id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:38Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '7cbec90b-155d-4744-b06c-00ec79088263', 'name': '', 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'mac_address': 'fa:16:3e:23:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:42Z', 'updated_at': '2021-06-01T18:50:42Z', 'revision_number': 1, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'subnets': [{'id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:44.383252 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880aa796-6338-4dbe-ac20-34f6e5ea8ffe None None] The sync data for ids ['c52c3caf-fd55-4e5d-930c-bdc328b35586'] in dv-cinder-794021-1-smb is: [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 4, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port': {'id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:10:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:38Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '7cbec90b-155d-4744-b06c-00ec79088263', 'name': '', 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'mac_address': 'fa:16:3e:23:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:42Z', 'updated_at': '2021-06-01T18:50:42Z', 'revision_number': 1, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'subnets': [{'id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:44.437948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.444348 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d463a898-8c15-4743-b88a-1647dddf74b8 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:44.445833 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d463a898-8c15-4743-b88a-1647dddf74b8 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 807 time: 0.4690084 Jun 01 18:50:44.451484 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:44.453811 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:44.458471 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:44.467321 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf308a76037438f8ae38c429e53c38f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:44.471581 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:44.475829 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-6bfe82ec-0690-4fc0-8e16-c3b329e5b037 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/quotas/767e1c5351f84f27bd5b1a6843c37699 HTTP/1.1" status: 200 len: 375 time: 0.0230861 Jun 01 18:50:44.484704 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e21b1-75be-4273-bdc2-643c640dfe90 req-298a0c13-efe3-45ee-aaa2-0a07dd71b470 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:44.487651 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e78e21b1-75be-4273-bdc2-643c640dfe90 req-298a0c13-efe3-45ee-aaa2-0a07dd71b470 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.2270262 Jun 01 18:50:44.497948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:44.581996 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e78e21b1-75be-4273-bdc2-643c640dfe90 req-42ee03c4-d754-466e-a784-88ef7f5019fb tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736027 Jun 01 18:50:44.694797 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.699727 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.709089 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9dd3f7ad-5d66-42a9-b08d-82dadfccf063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:44.789042 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Router c52c3caf-fd55-4e5d-930c-bdc328b35586 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:50:44.817038 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-2c593327-63eb-40e1-bd1d-5d0b1d30d710 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3369985 Jun 01 18:50:44.864896 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-664685d4-b227-4664-ad28-99a899c11724 None None] Provisioning complete for port 7cbec90b-155d-4744-b06c-00ec79088263 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:44.866328 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-664685d4-b227-4664-ad28-99a899c11724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.867900 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e4bde-dce5-4a7d-99bd-7caf8965403c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:44.877157 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cf308a76037438f8ae38c429e53c38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7666414 Jun 01 18:50:44.877833 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49462) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:44.881046 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:44.943648 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-664685d4-b227-4664-ad28-99a899c11724 None None] Port 7cbec90b-155d-4744-b06c-00ec79088263 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:44.989922 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768205-7b60-412c-90a3-41d57f6e4011 req-6ce22c1b-0aa5-497b-ba87-9ac444eed364 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:44.991595 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b8768205-7b60-412c-90a3-41d57f6e4011 req-6ce22c1b-0aa5-497b-ba87-9ac444eed364 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1890323 Jun 01 18:50:44.992374 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.044014 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.082783 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b8768205-7b60-412c-90a3-41d57f6e4011 req-6a8c2efc-7a43-4c4f-81fb-7837e5cfb944 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797670 Jun 01 18:50:45.123999 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.128601 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3fa5bdf8-cc59-4ffb-b21b-8aad2b7e00d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:45.143809 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e4bde-dce5-4a7d-99bd-7caf8965403c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:45.146721 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:45.148065 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.152586 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/220e4bde-dce5-4a7d-99bd-7caf8965403c HTTP/1.1" status: 204 len: 168 time: 0.2675521 Jun 01 18:50:45.152751 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-56768831-2e9a-48d5-baec-a43f5a69b9a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158343 Jun 01 18:50:45.202594 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:45.245063 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-0beaeeb4-b75d-4225-ae0c-38989fa888ec admin admin] 10.222.0.15 "PUT /v2.0/routers/c52c3caf-fd55-4e5d-930c-bdc328b35586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2541707 Jun 01 18:50:45.346267 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-38a289d4-cc1d-4a73-b94f-54bc0c9b3d7b service neutron] 10.222.0.15 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787865 Jun 01 18:50:45.887731 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4a251-2416-4cfe-90ed-7fd95c7577f0 req-c308938b-aa6d-4385-886c-8c5be4415b73 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:45.890105 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f8a4a251-2416-4cfe-90ed-7fd95c7577f0 req-c308938b-aa6d-4385-886c-8c5be4415b73 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1340065 Jun 01 18:50:45.965352 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f8a4a251-2416-4cfe-90ed-7fd95c7577f0 req-7dbea3b0-5f4b-4be8-b369-1a32c1f57a85 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695939 Jun 01 18:50:45.982590 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-d136ab79-5ac3-4536-9c91-eead72ee7c42 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ca397f4f3de148cba95e396e3419bb4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380158 Jun 01 18:50:46.002563 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:50:46.163683 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-236d8f89-c7eb-4033-b0ee-d55dd4a7e915 req-19df0501-4a3c-46d2-905a-9f91dc3b1d27 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Synchronizing usage tracker for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:46.221745 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-236d8f89-c7eb-4033-b0ee-d55dd4a7e915 req-19df0501-4a3c-46d2-905a-9f91dc3b1d27 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Unset dirty status for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:46.224925 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-236d8f89-c7eb-4033-b0ee-d55dd4a7e915 req-19df0501-4a3c-46d2-905a-9f91dc3b1d27 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 210 time: 0.1592524 Jun 01 18:50:46.247063 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-87be7631-4617-4e23-9e4f-bb6455fadc76 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:46.252164 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-87be7631-4617-4e23-9e4f-bb6455fadc76 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624705 Jun 01 18:50:46.271594 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-4947012b-27ed-4d57-a63f-12e5b7744aa7 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/quotas/ca397f4f3de148cba95e396e3419bb4d HTTP/1.1" status: 200 len: 375 time: 0.0141647 Jun 01 18:50:46.412847 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-66a474de-6910-4d10-b7ac-3b41c6396caa tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca397f4f3de148cba95e396e3419bb4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225517 Jun 01 18:50:46.633840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0cb56-7276-499f-8bcb-5fe95423d6fa req-b11f5b6b-4259-4852-b803-25c16093c069 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:46.641589 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d2e0cb56-7276-499f-8bcb-5fe95423d6fa req-b11f5b6b-4259-4852-b803-25c16093c069 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1726987 Jun 01 18:50:46.723679 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d2e0cb56-7276-499f-8bcb-5fe95423d6fa req-01d4f1ff-103d-4bb8-9b3b-b19124c1a099 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755777 Jun 01 18:50:46.923957 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:47.065914 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:47.090462 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:47.092984 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.140938 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-27ebcbee-9996-4c62-94ad-429311afd3e2 req-bbe50de8-3f87-471e-aa92-c0b7b2caf349 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.5133879 Jun 01 18:50:47.513954 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.556991 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:47.566271 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.577761 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ecd3-2371-4794-9a49-aeb0ebd7ed9a req-0167bc58-14ab-4256-b071-f3d10827067e tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:47.578675 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-3cb05999-2484-428e-a901-a21d382af4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:47.585661 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3276ecd3-2371-4794-9a49-aeb0ebd7ed9a req-0167bc58-14ab-4256-b071-f3d10827067e tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.2245479 Jun 01 18:50:47.636813 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Sync routers for ids ['c52c3caf-fd55-4e5d-930c-bdc328b35586'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:47.646790 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3276ecd3-2371-4794-9a49-aeb0ebd7ed9a req-f3323117-ae39-4a24-bbb9-1e118c85dfbf tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576749 Jun 01 18:50:47.655420 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Routers {'c52c3caf-fd55-4e5d-930c-bdc328b35586'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:47.656298 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['c52c3caf-fd55-4e5d-930c-bdc328b35586'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:47.711547 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63c83-1a17-4693-b666-1552a1990e59 req-288456b0-b22b-422a-8166-1af624f74703 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:47.722054 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-41b63c83-1a17-4693-b666-1552a1990e59 req-288456b0-b22b-422a-8166-1af624f74703 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.4269006 Jun 01 18:50:47.819436 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:47.826411 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:47.994518 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1fa842c4-b424-4303-912a-ae34c1643e00 req-7de72130-d1d6-4317-a3cf-0783b78cd468 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 210 time: 0.1236093 Jun 01 18:50:48.025626 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Set router c52c3caf-fd55-4e5d-930c-bdc328b35586 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:48.235909 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50155ea6-206f-4203-aa59-071db5c35d7e req-70e7116d-1c94-41b3-b7e8-b1f9455b7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:48.237384 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-50155ea6-206f-4203-aa59-071db5c35d7e req-70e7116d-1c94-41b3-b7e8-b1f9455b7458 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 1099 time: 0.7995014 Jun 01 18:50:48.267139 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-41b63c83-1a17-4693-b666-1552a1990e59 req-39990cb1-dc0f-4994-9c47-b0ee6f88193c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5433960 Jun 01 18:50:48.376688 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-953f6170-5acb-4860-8768-d260c3358d3e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:48.377738 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-953f6170-5acb-4860-8768-d260c3358d3e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Synchronizing usage tracker for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:network {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:48.471658 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:48.513168 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7e4659a9-d3fc-42f7-a694-0dde3169508e req-2a604afe-19f2-4818-b156-2a1db2a028f2 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.1543887 Jun 01 18:50:48.696640 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 4, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port': {'id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:38Z', 'updated_at': '2021-06-01T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '7cbec90b-155d-4744-b06c-00ec79088263', 'name': '', 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'mac_address': 'fa:16:3e:23:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:42Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 2, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'subnets': [{'id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:48.702169 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Checking router: c52c3caf-fd55-4e5d-930c-bdc328b35586 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:48.702815 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Updating router c52c3caf-fd55-4e5d-930c-bdc328b35586 port 7cbec90b-155d-4744-b06c-00ec79088263 binding host dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:50:48.755401 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-953f6170-5acb-4860-8768-d260c3358d3e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Unset dirty status for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:network {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:48.756556 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-953f6170-5acb-4860-8768-d260c3358d3e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.36 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 807 time: 0.9783809 Jun 01 18:50:48.771129 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50155ea6-206f-4203-aa59-071db5c35d7e req-ee693ed4-f459-4b23-a169-5a713fe4ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:48.778008 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-50155ea6-206f-4203-aa59-071db5c35d7e req-ee693ed4-f459-4b23-a169-5a713fe4ae8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 912 time: 0.4958696 Jun 01 18:50:48.779211 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:48.818954 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'port_id': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'mac_address': 'fa:16:3e:9f:3f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:48.905335 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.982120 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:49.143677 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.175784 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6f0018a-433f-4812-8738-143c07ce38ed {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:50:49.200610 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:49.200987 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.234942 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:49.251117 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.257814 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:49.377640 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['f6f0018a-433f-4812-8738-143c07ce38ed'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:49.432812 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-354c33e9-69e5-4eb1-a4aa-6026c918d3c7 req-6038767a-e8ee-48ef-ab90-ea4344077bd4 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 210 time: 0.0936666 Jun 01 18:50:49.444034 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:49.448059 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:49.693362 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Notify callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.709290 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-a1bfdc85-8ffa-4f9d-a2b7-8ec55d916496 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ca397f4f3de148cba95e396e3419bb4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4916201 Jun 01 18:50:49.714422 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Transition to ACTIVE for port object 7cbec90b-155d-4744-b06c-00ec79088263 will not be triggered until provisioned by entity L2. {{(pid=103501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:49.728999 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.735661 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:49.767239 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-3c2deb4e-1044-4985-96fd-36bfb00947dc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Synchronizing usage tracker for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:49.785232 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04aa00-bffc-441f-b05e-dead6bae8344 req-145b6d31-0166-4d34-b589-88c8b16a59fc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:49.786752 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ff04aa00-bffc-441f-b05e-dead6bae8344 req-145b6d31-0166-4d34-b589-88c8b16a59fc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 944 time: 0.1708746 Jun 01 18:50:49.804710 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-50155ea6-206f-4203-aa59-071db5c35d7e req-fc2dcf6c-a872-40a3-af51-c25d1a3f6056 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 200 len: 1002 time: 1.0205851 Jun 01 18:50:49.860394 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ff04aa00-bffc-441f-b05e-dead6bae8344 req-6e4c1044-110b-47d2-9cbd-12178f1f61cb tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654507 Jun 01 18:50:49.964318 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-3c2deb4e-1044-4985-96fd-36bfb00947dc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Unset dirty status for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:49.965484 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-3c2deb4e-1044-4985-96fd-36bfb00947dc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767e1c5351f84f27bd5b1a6843c37699 HTTP/1.1" status: 200 len: 378 time: 1.1865435 Jun 01 18:50:49.988583 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'port': {'device_id': '1822f5c6-996a-4e89-85af-ced634ff6766', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'admin_state_up': True, 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'security_groups': ['337cff9e-eb26-4e19-ad98-83a4523b6f40']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:50.103561 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c2b9bf92-8f9f-4cbd-af3c-c93f22c9d51f req-43e7e025-bf71-470e-ae1e-75e600cf65e5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.0838954 Jun 01 18:50:50.111412 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0771-59fb-4dd1-90a4-83737943936f None None] Pushing event updated for resources: {'Port': ['ID=7cbec90b-155d-4744-b06c-00ec79088263,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:50.127847 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Attempting to bind port 7cbec90b-155d-4744-b06c-00ec79088263 on host dv-cinder-794021-1-smb for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:50.128409 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Attempting to bind port 7cbec90b-155d-4744-b06c-00ec79088263 by drivers openvswitch,hyperv on host dv-cinder-794021-1-smb at level 0 using segments [{'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:50.128937 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Attempting to bind port 7cbec90b-155d-4744-b06c-00ec79088263 on network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:50.136063 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-b42f0771-59fb-4dd1-90a4-83737943936f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:50.137088 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Checking agent: {'id': '3ba70ce6-543c-46cb-9ba6-16efdb9c869b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794021-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 40, 7), 'started_at': datetime.datetime(2021, 6, 1, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794021-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:50.137655 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Checking segment: {'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:50.138219 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.138770 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Bound using segment: {'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:50.139439 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Bound port: 7cbec90b-155d-4744-b06c-00ec79088263, host: dv-cinder-794021-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84d582c-2ea9-4126-bfc0-808bc08c01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:50.139984 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.182688 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50155ea6-206f-4203-aa59-071db5c35d7e req-1acbeaf5-68b0-488f-a6aa-bfcce0754358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:50.184282 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-50155ea6-206f-4203-aa59-071db5c35d7e req-1acbeaf5-68b0-488f-a6aa-bfcce0754358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.3693688 Jun 01 18:50:50.221138 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8dea-7a6a-43aa-949f-1b03617065d7 req-f5d2abca-ada1-417c-a9ba-615f142de47d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:50.222812 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b3ac8dea-7a6a-43aa-949f-1b03617065d7 req-f5d2abca-ada1-417c-a9ba-615f142de47d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 1.1412797 Jun 01 18:50:50.304502 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-9e8f93b8-7abf-47a0-b820-1b4cfc6732c7 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:50.306283 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-9e8f93b8-7abf-47a0-b820-1b4cfc6732c7 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5780604 Jun 01 18:50:50.323731 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:50.339673 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Request body: {'port': {'device_id': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1', 'admin_state_up': True, 'tenant_id': 'ca397f4f3de148cba95e396e3419bb4d'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:50.346232 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] For port 7cbec90b-155d-4744-b06c-00ec79088263, host dv-cinder-794021-1-smb, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:50.350739 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] For port 7cbec90b-155d-4744-b06c-00ec79088263, host dv-cinder-794021-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=7cbec90b-155d-4744-b06c-00ec79088263,segment=NetworkSegment(f84d582c-2ea9-4126-bfc0-808bc08c01f3),segment_id=f84d582c-2ea9-4126-bfc0-808bc08c01f3)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:50.357444 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.369831 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:50.413037 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:50.480634 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b3ac8dea-7a6a-43aa-949f-1b03617065d7 req-1cec1728-2935-47ed-a721-2c82cb19690f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691847 Jun 01 18:50:50.489025 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:50.569392 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f0771-59fb-4dd1-90a4-83737943936f None None] Pushing event updated for resources: {'Port': ['ID=7cbec90b-155d-4744-b06c-00ec79088263,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:50.590590 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG oslo_concurrency.lockutils [None req-b42f0771-59fb-4dd1-90a4-83737943936f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=103501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:50.599783 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Routers {'c52c3caf-fd55-4e5d-930c-bdc328b35586'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:50:50.600691 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:50:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['c52c3caf-fd55-4e5d-930c-bdc328b35586'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:50.685997 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port f6f0018a-433f-4812-8738-143c07ce38ed triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:50.686467 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.711516 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f5e3895a-a943-495a-b923-2291ce262aac req-3d4ebf7d-fbf1-448e-aa26-fd59992af6bc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 210 time: 0.0604460 Jun 01 18:50:50.745642 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Made reservation on behalf of 767e1c5351f84f27bd5b1a6843c37699 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:50.750239 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.787446 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50155ea6-206f-4203-aa59-071db5c35d7e req-3bc2ef8d-15dc-40ca-b4b5-8548b0e60bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:50.791513 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-50155ea6-206f-4203-aa59-071db5c35d7e req-3bc2ef8d-15dc-40ca-b4b5-8548b0e60bac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5919237 Jun 01 18:50:50.880019 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] Set router c52c3caf-fd55-4e5d-930c-bdc328b35586 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:50:50.921497 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 7cbec90b-155d-4744-b06c-00ec79088263 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:51.037756 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.068916 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:51.082515 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:50:51.096962 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c4317-107d-4db3-852e-9a25e789a14a" -d '{"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:50:51.127412 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:51.139348 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.152296 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:51.157634 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Usage tracker for resource:port and tenant:ca397f4f3de148cba95e396e3419bb4d is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:51.167473 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:51.226429 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:51.238517 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1233d90-e587-4d02-8e98-95499dcda4f1 x-openstack-request-id: req-b1233d90-e587-4d02-8e98-95499dcda4f1 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:50:51.238517 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:50:51.238963 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1233d90-e587-4d02-8e98-95499dcda4f1 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:50:51.241733 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'code': 200} Jun 01 18:50:51.252164 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Allocated IP 172.20.0.4 (ee089a73-6fad-4910-ab69-180367295953/1516edae-c0cb-4172-ad93-4821dceafaac/7a64da08-e7fe-4a0e-94dc-737eb875cbc1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:51.258785 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning for port 7cbec90b-155d-4744-b06c-00ec79088263 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:51.283283 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Made reservation on behalf of ca397f4f3de148cba95e396e3419bb4d for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:51.287658 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.299743 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 7cbec90b-155d-4744-b06c-00ec79088263 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:51.300238 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.312067 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.337915 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 4, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port': {'id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:38Z', 'updated_at': '2021-06-01T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '7cbec90b-155d-4744-b06c-00ec79088263', 'name': '', 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'mac_address': 'fa:16:3e:23:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:42Z', 'updated_at': '2021-06-01T18:50:50Z', 'revision_number': 4, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'subnets': [{'id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:51.344240 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f1501-fd0f-461e-b863-b54d422d0d23 None None] The sync data for ids ['c52c3caf-fd55-4e5d-930c-bdc328b35586'] in dv-cinder-794021-1-smb is: [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:50:43Z', 'revision_number': 4, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port': {'id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:38Z', 'updated_at': '2021-06-01T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '7cbec90b-155d-4744-b06c-00ec79088263', 'name': '', 'network_id': '618c6f3a-14a1-4f2d-a0ad-eb10574b5d87', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'mac_address': 'fa:16:3e:23:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:42Z', 'updated_at': '2021-06-01T18:50:50Z', 'revision_number': 4, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'subnets': [{'id': '1b1d60c4-ec04-44f8-b10b-8280698831db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:51.361444 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:51.369911 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-50155ea6-206f-4203-aa59-071db5c35d7e req-9060f13c-8eb2-4b95-af62-dc5d738086e2 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690660 Jun 01 18:50:51.395699 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Usage tracker for resource:security_group_rule and tenant:ca397f4f3de148cba95e396e3419bb4d is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:51.409299 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:51.412877 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:51.423134 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:51.448672 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:51.465645 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4e5996bc-85b6-4907-b8e2-a0f77043d0ab req-a3bb7787-5460-4d65-a0ef-457e9e2e813d tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.0875511 Jun 01 18:50:51.544699 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.601897 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] For port 7cbec90b-155d-4744-b06c-00ec79088263, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=7cbec90b-155d-4744-b06c-00ec79088263,segment=NetworkSegment(f84d582c-2ea9-4126-bfc0-808bc08c01f3),segment_id=f84d582c-2ea9-4126-bfc0-808bc08c01f3)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:51.609061 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.611353 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-05a02553-9a3a-4a37-8d66-df307fd230d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:51.758118 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Pushing event updated for resources: {'Port': ['ID=7cbec90b-155d-4744-b06c-00ec79088263,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:51.762371 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:51.878191 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-50155ea6-206f-4203-aa59-071db5c35d7e req-caaf6c7b-6dbd-4639-bc9a-37324f473bb7 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741230 Jun 01 18:50:51.906134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cab0ee-000a-4fd5-8035-b8c074230fb3 req-9ea70649-64d9-4d4d-9429-18366c6ab6ea tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:51.923849 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72cab0ee-000a-4fd5-8035-b8c074230fb3 req-9ea70649-64d9-4d4d-9429-18366c6ab6ea tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.8496764 Jun 01 18:50:51.927449 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.951424 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afb79a-1ec5-4d1a-8480-bba1b72fa633 req-26b860ae-2bcf-486e-a07e-94b06831a27d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:51.956693 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-19afb79a-1ec5-4d1a-8480-bba1b72fa633 req-26b860ae-2bcf-486e-a07e-94b06831a27d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1904602 Jun 01 18:50:51.981163 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.992041 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d9cb1d5f-e9e6-4b91-9c91-ec0ae281934a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:52.061418 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-19afb79a-1ec5-4d1a-8480-bba1b72fa633 req-d1b7960b-b3c6-4afa-91e5-810faf9f4fca tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975261 Jun 01 18:50:52.348713 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-93531816-b909-41ae-ab73-87255c0cb4fc req-ca68484b-174d-4abc-b397-7a234ef11def tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 210 time: 0.0999129 Jun 01 18:50:52.596804 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.615456 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Transition to ACTIVE for port object 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:52.683921 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72cab0ee-000a-4fd5-8035-b8c074230fb3 req-aa57b8e1-762f-4357-b1e7-67db70f9443e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7581623 Jun 01 18:50:52.694854 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495ffc18-233a-45e9-9ea5-bba8eef239d5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:52.726895 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-91b990b8-af8d-4448-afca-b966672f38a0 req-330e04c8-31f5-4edb-8ccc-7a6ff2bbacf1 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.0654492 Jun 01 18:50:52.739502 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.739876 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.740238 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.740592 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.740999 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.741368 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.742012 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.742476 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.743112 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.744198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.744927 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.745889 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:52.764983 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:52.775018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Allocated IP 192.168.233.202 (5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1/763be899-9e8e-46fb-aed1-4493798db191/50a48d53-6194-4a64-b5ed-3cb97be880a6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:52.842933 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.858532 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6cb2a27f-1678-4b0e-b817-96120a5832dd tempest-VolumesActionsTest-1618465037 tempest-VolumesActionsTest-1618465037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:52.923228 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 7cbec90b-155d-4744-b06c-00ec79088263 up at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:53.039743 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Provisioning complete for port 7cbec90b-155d-4744-b06c-00ec79088263 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:53.040808 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.101723 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:53.105558 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:53.135734 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Network ee089a73-6fad-4910-ab69-180367295953 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:53.139924 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:53.143061 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:53.454654 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:53.455302 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.521357 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5379019 Jun 01 18:50:53.544753 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Request body: {'port': {'device_id': '1822f5c6-996a-4e89-85af-ced634ff6766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:53.560627 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-835cbf41-3a84-4ce0-a9e2-c7867f2eb3cb None None] Provisioning for port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:53.566349 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-835cbf41-3a84-4ce0-a9e2-c7867f2eb3cb None None] Provisioning complete for port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:53.566887 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-835cbf41-3a84-4ce0-a9e2-c7867f2eb3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.713516 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-835cbf41-3a84-4ce0-a9e2-c7867f2eb3cb None None] Port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:53.810631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.840105 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f1d8b-21b7-4bba-811e-fe4f875c3468 req-e14cae0e-fd61-4f50-b5e3-f6fdbef3f4a6 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:53.849736 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a98f1d8b-21b7-4bba-811e-fe4f875c3468 req-e14cae0e-fd61-4f50-b5e3-f6fdbef3f4a6 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.5336225 Jun 01 18:50:53.894171 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988772-d523-4074-a646-9e9554cd949d req-9c6ebd7c-bced-4b06-a34a-917c5037f355 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:53.909733 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-45988772-d523-4074-a646-9e9554cd949d req-9c6ebd7c-bced-4b06-a34a-917c5037f355 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 931 time: 0.2563040 Jun 01 18:50:53.988069 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Transition to ACTIVE for port object 50a48d53-6194-4a64-b5ed-3cb97be880a6 will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:54.052611 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a98f1d8b-21b7-4bba-811e-fe4f875c3468 req-bf1864f3-5e40-4735-abf0-588e0b1a637f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018058 Jun 01 18:50:54.054462 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:54.062419 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-45988772-d523-4074-a646-9e9554cd949d req-1ebddbee-402a-4b15-8aae-712544f2d018 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515887 Jun 01 18:50:54.478711 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0333b6eb-2293-4a99-9145-0d48728b8bd1 req-571c8d01-52fc-4eb3-9b5a-075fb5bbb8eb tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.1624770 Jun 01 18:50:54.537538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:54.558995 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-78a7c804-efc0-4154-bdfe-2934e11c1314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:54.703726 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Pushing event updated for resources: {'Port': ['ID=50a48d53-6194-4a64-b5ed-3cb97be880a6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:54.725743 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:54.745299 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:54.758555 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:54.773367 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:50:55.261459 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-9fde14d5-8464-449c-aa46-4abbcc50c0d1 None None] Provisioning for port 50a48d53-6194-4a64-b5ed-3cb97be880a6 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:55.270312 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-9fde14d5-8464-449c-aa46-4abbcc50c0d1 None None] Provisioning complete for port 50a48d53-6194-4a64-b5ed-3cb97be880a6 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:55.270984 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fde14d5-8464-449c-aa46-4abbcc50c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.372034 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:55.375907 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.465573 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9fde14d5-8464-449c-aa46-4abbcc50c0d1 None None] Port 50a48d53-6194-4a64-b5ed-3cb97be880a6 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:55.480915 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3620-3e60-4019-af60-59a6133bbb44 req-39de066d-3c9f-4aeb-b5fc-73a93779005e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:55.495582 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-503d3620-3e60-4019-af60-59a6133bbb44 req-39de066d-3c9f-4aeb-b5fc-73a93779005e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 931 time: 0.1981661 Jun 01 18:50:55.605586 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-503d3620-3e60-4019-af60-59a6133bbb44 req-093a550b-77e8-401f-a08c-e8bf52caf1a6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081319 Jun 01 18:50:55.681309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:50:55.690115 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.707398 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Transition to ACTIVE for port object 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:55.728086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf38c8-0377-407c-aada-a271b74f7026 req-2ceea404-7d08-4ca7-a401-a3b675602893 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:55.736352 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cecf38c8-0377-407c-aada-a271b74f7026 req-2ceea404-7d08-4ca7-a401-a3b675602893 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 1.2699258 Jun 01 18:50:55.741157 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.749183 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-64ca5565-859b-41e5-91f2-914b3b8a34dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:55.859012 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:55.862675 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:55.869299 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5463688 Jun 01 18:50:56.076555 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Request body: {'port': {'device_id': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:56.076865 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6986ea-2276-4961-b023-f728516d6273 req-fa6962e9-9c55-4fec-b7c4-e4c5e65c8112 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:56.084875 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8e6986ea-2276-4961-b023-f728516d6273 req-fa6962e9-9c55-4fec-b7c4-e4c5e65c8112 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 936 time: 0.2795043 Jun 01 18:50:56.180791 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8e6986ea-2276-4961-b023-f728516d6273 req-a4bdcbe7-8779-49c1-a021-04404635c3af tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900128 Jun 01 18:50:56.370766 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cecf38c8-0377-407c-aada-a271b74f7026 req-c0d3ebbe-c609-4be1-ac10-a070d328be3a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6335304 Jun 01 18:50:56.483561 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.625394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Attempting to bind port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:56.625778 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Attempting to bind port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:56.626097 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Attempting to bind port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 on network ee089a73-6fad-4910-ab69-180367295953 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:56.671869 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 on network ee089a73-6fad-4910-ab69-180367295953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:50:56.679732 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Attempting to bind port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 on network ee089a73-6fad-4910-ab69-180367295953 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:56.716014 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:56.716730 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Checking segment: {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:56.716730 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Bound using segment: {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:56.717214 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Bound port: 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee089a73-6fad-4910-ab69-180367295953'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:56.717553 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.956498 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe3a38-8504-4e7a-93ad-bcb6f656f314 req-0716ea64-d4a6-4292-be3b-af41b7d8055c tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:56.970044 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f6fe3a38-8504-4e7a-93ad-bcb6f656f314 req-0716ea64-d4a6-4292-be3b-af41b7d8055c tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.2088265 Jun 01 18:50:57.083540 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f6fe3a38-8504-4e7a-93ad-bcb6f656f314 req-cffc678c-a200-4551-81ee-49304f50ada1 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125658 Jun 01 18:50:57.375995 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:57.415877 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:57.468769 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:57.481049 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:57.574811 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:57.576114 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:57.577709 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] 10.222.0.36 "PUT /v2.0/ports/7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 1093 time: 4.0453322 Jun 01 18:50:57.582040 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:50:57.584672 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51a300c-22b6-4d3b-a46b-5561941c3045" -d '{"events": [{"name": "network-changed", "server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:50:57.678625 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db10655-0bfe-44d1-bf26-b175f0fb2138 req-2e936e72-5e4a-4d3f-b2d9-9337af810753 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:57.681374 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:57.691840 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7db10655-0bfe-44d1-bf26-b175f0fb2138 req-2e936e72-5e4a-4d3f-b2d9-9337af810753 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1587851 Jun 01 18:50:57.720281 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:57.811800 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7db10655-0bfe-44d1-bf26-b175f0fb2138 req-2c01b742-80d8-49a9-a2d2-8f5a91dadf5b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189003 Jun 01 18:50:57.830871 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6b010-3bf8-46ee-adda-bb7366d4b2dc req-130d45dd-7ad9-494a-b89d-f7ef240b0f6e tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:57.831664 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ede6b010-3bf8-46ee-adda-bb7366d4b2dc req-130d45dd-7ad9-494a-b89d-f7ef240b0f6e tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Synchronizing usage tracker for tenant:ca397f4f3de148cba95e396e3419bb4d on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:57.906954 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aded4ec-bfce-44e4-b49c-e74bf000ac13 x-openstack-request-id: req-1aded4ec-bfce-44e4-b49c-e74bf000ac13 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:50:57.907578 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:50:57.908020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1aded4ec-bfce-44e4-b49c-e74bf000ac13 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:50:57.908595 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'status': 'completed', 'code': 200} Jun 01 18:50:57.909339 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ede6b010-3bf8-46ee-adda-bb7366d4b2dc req-130d45dd-7ad9-494a-b89d-f7ef240b0f6e tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Unset dirty status for tenant:ca397f4f3de148cba95e396e3419bb4d on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:57.920959 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ede6b010-3bf8-46ee-adda-bb7366d4b2dc req-130d45dd-7ad9-494a-b89d-f7ef240b0f6e tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 936 time: 0.5030515 Jun 01 18:50:57.923790 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a48d53-6194-4a64-b5ed-3cb97be880a6 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:50:57.936412 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:57.986713 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Transition to ACTIVE for port object 50a48d53-6194-4a64-b5ed-3cb97be880a6 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:57.999693 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:58.007631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f08f728e-2af5-43ad-8e4d-110fb18f72fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:58.079860 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=50a48d53-6194-4a64-b5ed-3cb97be880a6,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:58.088332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3246eb1-1697-487d-9401-a47b46462a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:58.090016 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-c3246eb1-1697-487d-9401-a47b46462a58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1096 time: 0.4434280 Jun 01 18:50:58.091081 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:58.097463 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ede6b010-3bf8-46ee-adda-bb7366d4b2dc req-0c7c28dd-19f0-498e-ace2-b849d2f455cd tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Synchronizing usage tracker for tenant:ca397f4f3de148cba95e396e3419bb4d on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:58.450155 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcbda6-c8f9-4993-8ace-5397836cc687 req-9ff636bd-5b42-40c9-9fbf-874758896107 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:58.459033 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-67dcbda6-c8f9-4993-8ace-5397836cc687 req-9ff636bd-5b42-40c9-9fbf-874758896107 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.1426759 Jun 01 18:50:58.561939 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-dc7111b1-f035-45b2-a2cc-a375a8b9edc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 217 time: 0.3425753 Jun 01 18:50:58.577835 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-67dcbda6-c8f9-4993-8ace-5397836cc687 req-3eade588-0d7f-4b5d-86c9-d188b758cb6d tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175599 Jun 01 18:50:58.736325 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ede6b010-3bf8-46ee-adda-bb7366d4b2dc req-0c7c28dd-19f0-498e-ace2-b849d2f455cd tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Unset dirty status for tenant:ca397f4f3de148cba95e396e3419bb4d on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:58.741717 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ede6b010-3bf8-46ee-adda-bb7366d4b2dc req-0c7c28dd-19f0-498e-ace2-b849d2f455cd tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7992358 Jun 01 18:50:58.834151 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-7fe34fc2-0be2-4b55-be09-08a658229dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:58.846058 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-7fe34fc2-0be2-4b55-be09-08a658229dff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 200 len: 846 time: 0.2692170 Jun 01 18:50:58.987155 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Attempting to bind port 50a48d53-6194-4a64-b5ed-3cb97be880a6 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:58.987402 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Attempting to bind port 50a48d53-6194-4a64-b5ed-3cb97be880a6 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:58.987735 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Attempting to bind port 50a48d53-6194-4a64-b5ed-3cb97be880a6 on network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:58.996387 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Port 50a48d53-6194-4a64-b5ed-3cb97be880a6 on network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:50:58.996690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Attempting to bind port 50a48d53-6194-4a64-b5ed-3cb97be880a6 on network 5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:59.006420 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:59.006919 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Checking segment: {'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:50:59.007331 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Bound using segment: {'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:59.007755 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Bound port: 50a48d53-6194-4a64-b5ed-3cb97be880a6, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9da13be-e211-4476-b49f-4c6fdfccc001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:59.008095 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.137958 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] For port 50a48d53-6194-4a64-b5ed-3cb97be880a6, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:59.142708 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] For port 50a48d53-6194-4a64-b5ed-3cb97be880a6, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=50a48d53-6194-4a64-b5ed-3cb97be880a6,segment=NetworkSegment(d9da13be-e211-4476-b49f-4c6fdfccc001),segment_id=d9da13be-e211-4476-b49f-4c6fdfccc001)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:59.160982 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.169186 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:50:59.270765 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0133aa-956f-46d7-86f4-ec2da4cc0920 req-0eb09d4b-1497-47fc-a1b0-1a4eae4669bf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:59.283793 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8f0133aa-956f-46d7-86f4-ec2da4cc0920 req-0eb09d4b-1497-47fc-a1b0-1a4eae4669bf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.2092156 Jun 01 18:50:59.295396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=50a48d53-6194-4a64-b5ed-3cb97be880a6,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:59.300070 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:50:59.332101 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:59.332734 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.334133 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] 10.222.0.36 "PUT /v2.0/ports/50a48d53-6194-4a64-b5ed-3cb97be880a6 HTTP/1.1" status: 200 len: 1098 time: 3.2946842 Jun 01 18:50:59.352290 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-8ad24821-383e-43f8-8436-8cfae377116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:50:59.354463 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-8ad24821-383e-43f8-8436-8cfae377116b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee089a73-6fad-4910-ab69-180367295953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5047798 Jun 01 18:50:59.438833 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8f0133aa-956f-46d7-86f4-ec2da4cc0920 req-9dc706d4-7e0a-42b8-9cee-b1ce6de60d1b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464734 Jun 01 18:50:59.699262 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-a9915f31-9510-434d-930f-2bbd014f6dca service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383896 Jun 01 18:51:00.095625 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'tag': '50a48d53-6194-4a64-b5ed-3cb97be880a6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:00.101362 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa81d22-c711-40b5-96a0-4670e7123b52" -d '{"events": [{"name": "network-changed", "server_uuid": "f023e6e2-5763-4ef7-9267-7f72dbf0ee11", "tag": "50a48d53-6194-4a64-b5ed-3cb97be880a6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:00.121337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1263-d46b-4e35-823e-0e797777622a req-93949827-8396-4842-aee1-d0b7c38b995f tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:00.127392 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-95fe1263-d46b-4e35-823e-0e797777622a req-93949827-8396-4842-aee1-d0b7c38b995f tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 948 time: 0.1720879 Jun 01 18:51:00.183844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-1e6789e7-4915-44cd-9b0c-f505afe55ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:00.185851 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-1e6789e7-4915-44cd-9b0c-f505afe55ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca397f4f3de148cba95e396e3419bb4d&device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 1101 time: 0.6184654 Jun 01 18:51:00.235818 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-95fe1263-d46b-4e35-823e-0e797777622a req-d145730a-a645-467f-9bc8-9a9767e89696 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996075 Jun 01 18:51:00.351331 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-47ca45d3-fe7c-42b6-b725-2881a51d8b71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=50a48d53-6194-4a64-b5ed-3cb97be880a6 HTTP/1.1" status: 200 len: 217 time: 0.1505919 Jun 01 18:51:00.356374 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc6696-baa0-4cee-bdc6-4d6735f6ab32 x-openstack-request-id: req-25bc6696-baa0-4cee-bdc6-4d6735f6ab32 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:00.357013 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f023e6e2-5763-4ef7-9267-7f72dbf0ee11", "tag": "50a48d53-6194-4a64-b5ed-3cb97be880a6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:00.357513 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25bc6696-baa0-4cee-bdc6-4d6735f6ab32 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:00.358562 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'tag': '50a48d53-6194-4a64-b5ed-3cb97be880a6', 'status': 'completed', 'code': 200} Jun 01 18:51:00.409054 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e139fdeb-107b-4446-9507-a5a356e5e444 req-066f586b-964d-4a47-93ee-f1b7a7ae24c1 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027297 Jun 01 18:51:00.528019 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-69a93c8e-7f86-4120-bc0c-1f8e73663a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:00.529875 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-69a93c8e-7f86-4120-bc0c-1f8e73663a52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=763be899-9e8e-46fb-aed1-4493798db191 HTTP/1.1" status: 200 len: 843 time: 0.1689999 Jun 01 18:51:00.595525 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7e594-a62a-430c-b904-97de33da6908 req-0c51da27-0cf8-4ced-928a-a964219d00f7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:00.596677 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-7fe7e594-a62a-430c-b904-97de33da6908 req-0c51da27-0cf8-4ced-928a-a964219d00f7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Synchronizing usage tracker for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:00.655669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-7fe7e594-a62a-430c-b904-97de33da6908 req-0c51da27-0cf8-4ced-928a-a964219d00f7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Unset dirty status for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:00.658019 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7fe7e594-a62a-430c-b904-97de33da6908 req-0c51da27-0cf8-4ced-928a-a964219d00f7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.8181601 Jun 01 18:51:00.797159 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-ebbea2e6-7dfa-43e5-be4b-b8ffeb4977e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:00.804164 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-ebbea2e6-7dfa-43e5-be4b-b8ffeb4977e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1096 time: 0.3362033 Jun 01 18:51:00.818085 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7fe7e594-a62a-430c-b904-97de33da6908 req-16582482-159d-4256-85c5-d810d70671ce tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453900 Jun 01 18:51:00.872007 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f41b7d-f96a-42fd-a20f-137649571ce9 req-6e8ce9ec-cde2-403f-91c4-746e49a7c726 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:00.887749 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b4f41b7d-f96a-42fd-a20f-137649571ce9 req-6e8ce9ec-cde2-403f-91c4-746e49a7c726 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1966867 Jun 01 18:51:00.992518 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b4f41b7d-f96a-42fd-a20f-137649571ce9 req-7acc72a2-bf8b-4f48-8628-a4a1704a7283 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037345 Jun 01 18:51:01.048365 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-3257752d-bd74-49db-a2a9-1792b09ea13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:01.050065 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-3257752d-bd74-49db-a2a9-1792b09ea13d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5110416 Jun 01 18:51:01.219348 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-39280bb7-7dd8-4aa8-b1a7-f5034f626661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:01.220803 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-39280bb7-7dd8-4aa8-b1a7-f5034f626661 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 908 time: 0.4017375 Jun 01 18:51:01.360140 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-d1c62f62-44e2-459b-b304-87764e6fd717 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 217 time: 0.1269569 Jun 01 18:51:01.503673 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-cfe56520-686c-46a2-8622-e13eb694c7d6 service neutron] 10.222.0.36 "GET /v2.0/networks/5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455011 Jun 01 18:51:01.613064 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-7248b2d4-e37b-477d-a6aa-6e679dbb9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:01.614859 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-7248b2d4-e37b-477d-a6aa-6e679dbb9826 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 200 len: 846 time: 0.2296157 Jun 01 18:51:01.787641 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1495b6-900c-42be-936b-3726edf1edcc req-3e86b1bf-5336-4cf3-8532-47777a3caadb tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:01.789164 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3e1495b6-900c-42be-936b-3726edf1edcc req-3e86b1bf-5336-4cf3-8532-47777a3caadb tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 948 time: 0.3451459 Jun 01 18:51:01.890116 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-94481916-e2d3-42e2-970a-f66fc0a9aaf2 req-b2a67a3e-46cd-43c8-98d6-985da6ee4168 service neutron] 10.222.0.36 "GET /v2.0/networks/5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776767 Jun 01 18:51:01.901626 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3e1495b6-900c-42be-936b-3726edf1edcc req-2ee21c8e-3a79-4fe7-ad2f-73e60635719a tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996897 Jun 01 18:51:01.909373 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-2a54894c-d923-49ba-9bce-e86a65d9aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:01.913353 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-2a54894c-d923-49ba-9bce-e86a65d9aa98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee089a73-6fad-4910-ab69-180367295953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2382843 Jun 01 18:51:02.348318 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5fbbe-6686-4118-a7b7-ebb121584025 req-859d56cf-e78e-4847-94d6-10839b65eaaf tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:02.360569 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-42d5fbbe-6686-4118-a7b7-ebb121584025 req-859d56cf-e78e-4847-94d6-10839b65eaaf tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.2949963 Jun 01 18:51:02.483394 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-42d5fbbe-6686-4118-a7b7-ebb121584025 req-ce7cd0b5-10aa-42e8-a81c-01b233695791 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213198 Jun 01 18:51:02.682237 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-4332e660-389d-4f07-9ca5-4418d55b3a6a service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438688 Jun 01 18:51:02.689282 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-86c09f86-7234-4918-b4f2-74a5948501c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:02.690896 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-86c09f86-7234-4918-b4f2-74a5948501c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca397f4f3de148cba95e396e3419bb4d&device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 1101 time: 0.7296362 Jun 01 18:51:03.029164 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce355e-4c32-4657-bccb-7b6f27d677c9 req-4a25499e-3670-4d1f-824c-311d39da01dc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:03.031641 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffce355e-4c32-4657-bccb-7b6f27d677c9 req-4a25499e-3670-4d1f-824c-311d39da01dc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.6267560 Jun 01 18:51:03.397162 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffce355e-4c32-4657-bccb-7b6f27d677c9 req-7583a420-897e-4cf3-a9d3-960e7d699b9d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365803 Jun 01 18:51:03.513007 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-10a087cf-3ec6-42a1-a694-75c8a4b341bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:03.517599 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-10a087cf-3ec6-42a1-a694-75c8a4b341bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1 HTTP/1.1" status: 200 len: 870 time: 0.8054478 Jun 01 18:51:03.593158 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b51a300c-22b6-4d3b-a46b-5561941c3045 req-20e156f9-20f5-4eb4-b895-6c5a0a7c9c71 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9011343 Jun 01 18:51:03.601553 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-e4edcb80-158a-4aa9-a900-380aa26020e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=50a48d53-6194-4a64-b5ed-3cb97be880a6 HTTP/1.1" status: 200 len: 217 time: 0.0697680 Jun 01 18:51:03.626425 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067bbf8-58c7-4103-adcd-1d7b28eb4781 req-54a609ae-0377-4d52-acf9-216d3b9ca6ee tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:03.635075 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5067bbf8-58c7-4103-adcd-1d7b28eb4781 req-54a609ae-0377-4d52-acf9-216d3b9ca6ee tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 948 time: 0.5120056 Jun 01 18:51:03.703254 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5067bbf8-58c7-4103-adcd-1d7b28eb4781 req-ca87d8bc-043d-4fad-a4c9-4efaa43c79b9 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664556 Jun 01 18:51:03.767294 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-cae5de0f-2a38-4c17-a525-55b32ffafd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:03.767294 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-cae5de0f-2a38-4c17-a525-55b32ffafd9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=763be899-9e8e-46fb-aed1-4493798db191 HTTP/1.1" status: 200 len: 843 time: 0.1399558 Jun 01 18:51:04.017385 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040db2f-30ab-463f-9ae3-e726ef3509c3 req-55f8a657-1900-4019-901e-a6d5bb2bdb71 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:04.025818 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e040db2f-30ab-463f-9ae3-e726ef3509c3 req-55f8a657-1900-4019-901e-a6d5bb2bdb71 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.2791820 Jun 01 18:51:04.074764 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-8ba23cce-a7e1-49e7-b123-412d35c5994e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2854509 Jun 01 18:51:04.077026 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-8429ae57-7516-4d24-90d2-ececb9680bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:04.078633 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-8429ae57-7516-4d24-90d2-ececb9680bcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2581351 Jun 01 18:51:04.169681 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e040db2f-30ab-463f-9ae3-e726ef3509c3 req-8e29b8ef-6356-456e-8b51-d1993f749230 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433294 Jun 01 18:51:04.379611 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-fc285ac5-2de1-464b-a466-e4906edf9fd6 service neutron] 10.222.0.36 "GET /v2.0/networks/5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854357 Jun 01 18:51:04.411656 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-ba1fc24b-5d1f-4528-be41-619bc7a7dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:04.413420 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-ba1fc24b-5d1f-4528-be41-619bc7a7dfb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 1099 time: 0.2953923 Jun 01 18:51:04.557538 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 50a48d53-6194-4a64-b5ed-3cb97be880a6 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:04.740035 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffa81d22-c711-40b5-96a0-4670e7123b52 req-37b04bd1-4321-4898-8752-3eda6606a7e1 service neutron] 10.222.0.36 "GET /v2.0/networks/5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504996 Jun 01 18:51:04.764397 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-4c6aa7f0-0d07-47e6-b469-ce4d00c04253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:04.765871 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-4c6aa7f0-0d07-47e6-b469-ce4d00c04253 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 912 time: 0.3295679 Jun 01 18:51:04.825588 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e15f-5fd1-4c97-af77-a08dc3689fd0 req-33277c64-6aab-45ff-9b6a-9c4cd40b0020 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:04.833414 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 50a48d53-6194-4a64-b5ed-3cb97be880a6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=50a48d53-6194-4a64-b5ed-3cb97be880a6,segment=NetworkSegment(d9da13be-e211-4476-b49f-4c6fdfccc001),segment_id=d9da13be-e211-4476-b49f-4c6fdfccc001)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:04.842332 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fc60e15f-5fd1-4c97-af77-a08dc3689fd0 req-33277c64-6aab-45ff-9b6a-9c4cd40b0020 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.2360902 Jun 01 18:51:04.863671 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '50a48d53-6194-4a64-b5ed-3cb97be880a6', 'network_id': '5da8a635-fcb5-4a26-a5fa-73ff9d9b74d1', 'port_id': '50a48d53-6194-4a64-b5ed-3cb97be880a6', 'mac_address': 'fa:16:3e:e0:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763be899-9e8e-46fb-aed1-4493798db191', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:04.944926 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fc60e15f-5fd1-4c97-af77-a08dc3689fd0 req-8503b358-6df5-41a2-b997-089e896e8bc6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014571 Jun 01 18:51:04.982289 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.013281 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ad4fd740-a67b-46b1-87f6-f8e51ab84f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.022723 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a48d53-6194-4a64-b5ed-3cb97be880a6 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:51:05.035499 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-c8496d70-8db4-4965-ba08-e5c8ef1644a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 200 len: 1002 time: 0.2582262 Jun 01 18:51:05.044446 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 50a48d53-6194-4a64-b5ed-3cb97be880a6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=50a48d53-6194-4a64-b5ed-3cb97be880a6,segment=NetworkSegment(d9da13be-e211-4476-b49f-4c6fdfccc001),segment_id=d9da13be-e211-4476-b49f-4c6fdfccc001)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:05.054021 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.055426 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:05.104227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ebbda-a1ff-4243-94b8-bdf73f82a800 req-2f1edf87-a339-4f67-9db2-7bfc815dd75c tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:05.105657 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b47ebbda-a1ff-4243-94b8-bdf73f82a800 req-2f1edf87-a339-4f67-9db2-7bfc815dd75c tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 948 time: 0.2299774 Jun 01 18:51:05.143993 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-f6e16900-7aae-4bde-b58d-3b9b543858bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:05.145438 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-f6e16900-7aae-4bde-b58d-3b9b543858bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.1019342 Jun 01 18:51:05.220032 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:05.234886 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:05.238741 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b47ebbda-a1ff-4243-94b8-bdf73f82a800 req-f697db4e-5d6a-4a93-8b98-da6fbddcdf13 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239278 Jun 01 18:51:05.269000 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-456bdf04-4cce-4f36-af5f-e314ca33f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:05.269000 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-456bdf04-4cce-4f36-af5f-e314ca33f7d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130641 Jun 01 18:51:05.393995 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'port_id': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'mac_address': 'fa:16:3e:00:11:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:05.398336 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=50a48d53-6194-4a64-b5ed-3cb97be880a6,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:05.437794 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.454811 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.455057 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.455373 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.455705 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.456031 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.456354 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.456674 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.456991 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.457310 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.457628 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.458396 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.458727 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:05.476785 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:05.491779 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.523423 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:51:05.536051 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-31b40e58-ac13-4eb3-9754-f8f3d2498c40 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604432 Jun 01 18:51:05.543536 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:05.554572 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.559821 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:05.650474 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:05.660670 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:05.733686 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac2dec-f88e-4d0b-acb4-5221324cdf58 req-09e6b88a-a1f3-433d-abc7-14ad1503fb8a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:05.735195 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-23ac2dec-f88e-4d0b-acb4-5221324cdf58 req-09e6b88a-a1f3-433d-abc7-14ad1503fb8a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.3014400 Jun 01 18:51:05.823681 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-832ab9e1-0512-4f29-89ca-77813d1c23d4 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:05.830951 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-832ab9e1-0512-4f29-89ca-77813d1c23d4 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 815 time: 0.1812658 Jun 01 18:51:05.849398 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-e31cb93c-0cd9-48f5-bd69-d8306af0b9f2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/quotas/fbe7b5e133be449c9ad7d65e9fbd5f2f HTTP/1.1" status: 200 len: 375 time: 0.0163221 Jun 01 18:51:05.876378 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-23ac2dec-f88e-4d0b-acb4-5221324cdf58 req-539ca65d-5b49-4dde-a76d-9b169f072fe4 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302648 Jun 01 18:51:05.893790 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2391d193-f060-419f-bd07-e3d5d9b16447 req-f2b5fa15-e948-49c5-9c51-833abe51cbf2 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497972 Jun 01 18:51:05.940983 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['50a48d53-6194-4a64-b5ed-3cb97be880a6'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:05.958429 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-01053d16-7f15-43d7-bcfb-3c02af61266a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Synchronizing usage tracker for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:05.979290 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-01053d16-7f15-43d7-bcfb-3c02af61266a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Unset dirty status for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:05.988039 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-01053d16-7f15-43d7-bcfb-3c02af61266a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371398 Jun 01 18:51:06.068451 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['7a64da08-e7fe-4a0e-94dc-737eb875cbc1'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:06.306292 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15b7f5-0d48-4fc6-8dcb-166b3b039617 req-7c823c78-f70d-465c-899c-4a5d45cf2985 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:06.312844 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-0a7450b5-9fda-4dc3-91de-b6aed84f9291 service neutron] 10.222.0.15 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102224 Jun 01 18:51:06.318655 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0c15b7f5-0d48-4fc6-8dcb-166b3b039617 req-7c823c78-f70d-465c-899c-4a5d45cf2985 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1406434 Jun 01 18:51:06.382553 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0c15b7f5-0d48-4fc6-8dcb-166b3b039617 req-af223acb-f5b4-49b5-8482-62b580f9d568 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629208 Jun 01 18:51:06.576562 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb21eef-934f-4b1c-8573-66e0d04c47d1 req-e2d17be4-584f-4ead-a82e-3f4068dae2d7 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:06.578218 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-f46636b8-6407-4268-8e46-9f3fd2cf8c57 service neutron] 10.222.0.15 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592633 Jun 01 18:51:06.588076 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4bb21eef-934f-4b1c-8573-66e0d04c47d1 req-e2d17be4-584f-4ead-a82e-3f4068dae2d7 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 949 time: 0.1126003 Jun 01 18:51:06.662561 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4bb21eef-934f-4b1c-8573-66e0d04c47d1 req-53dbf64e-e56d-4334-9f1e-426c18ef2794 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624549 Jun 01 18:51:06.810790 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fec6285e-9675-4a31-afb9-c4353917b7b5 req-f0cbf8a2-e79c-4770-b1fb-ded6471827d7 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 210 time: 0.0463867 Jun 01 18:51:07.128065 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cd3b9-c67e-4a42-a119-71baa2f53353 req-767ab9c1-9312-4393-a705-9bd615e1dca1 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:07.135706 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-515cd3b9-c67e-4a42-a119-71baa2f53353 req-767ab9c1-9312-4393-a705-9bd615e1dca1 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 944 time: 0.1206381 Jun 01 18:51:07.164706 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.200924 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-515cd3b9-c67e-4a42-a119-71baa2f53353 req-eb025165-e46b-46e0-913b-4f66ca99d30b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643013 Jun 01 18:51:07.247225 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1ba44d9-8821-48ed-a3d8-e70d63cac682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.578447 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17b18a-9eff-40e2-ad25-009a8ba8fb35 req-9a91b625-759e-4dd9-b089-407b83d1a7d3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:07.580192 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa17b18a-9eff-40e2-ad25-009a8ba8fb35 req-9a91b625-759e-4dd9-b089-407b83d1a7d3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.0925388 Jun 01 18:51:07.639803 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa17b18a-9eff-40e2-ad25-009a8ba8fb35 req-e3957a8d-c101-4991-919c-38be7bbde75b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521874 Jun 01 18:51:07.877087 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28803b-abe3-4679-aa03-21ec4ff0aec2 req-80d1e960-f778-427d-9222-c0a06d3dec87 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:07.878717 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0c28803b-abe3-4679-aa03-21ec4ff0aec2 req-80d1e960-f778-427d-9222-c0a06d3dec87 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 949 time: 0.0932083 Jun 01 18:51:07.931063 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0c28803b-abe3-4679-aa03-21ec4ff0aec2 req-77074cf4-4b5c-4374-83e2-fe37779490ec tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Jun 01 18:51:07.979771 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6a4a2f2f-3ebc-44e6-93a8-4bbabc4bd7de req-75e67e2a-6844-40b2-b943-5ede7d654514 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 210 time: 0.0513632 Jun 01 18:51:08.134865 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-6dbc6ee6-82e6-4f2a-afdd-eadd47f72fbd tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:08.135504 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-6dbc6ee6-82e6-4f2a-afdd-eadd47f72fbd tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Synchronizing usage tracker for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:network {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:08.156657 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-6dbc6ee6-82e6-4f2a-afdd-eadd47f72fbd tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Unset dirty status for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:network {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:08.157873 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-6dbc6ee6-82e6-4f2a-afdd-eadd47f72fbd tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.36 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 815 time: 0.1769688 Jun 01 18:51:08.171531 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'port': {'device_id': '64b9923e-9707-4490-a868-560ad42838ac', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'admin_state_up': True, 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:08.329462 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:08.339879 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:08.351683 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Made reservation on behalf of fbe7b5e133be449c9ad7d65e9fbd5f2f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:08.355791 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.542220 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.560815 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 50a48d53-6194-4a64-b5ed-3cb97be880a6 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:08.562802 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cc5d8-62fd-4cec-a84e-e0297acc910d req-ad3544da-08c0-4345-b723-1a5bd8238fac tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:08.565296 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-848cc5d8-62fd-4cec-a84e-e0297acc910d req-ad3544da-08c0-4345-b723-1a5bd8238fac tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 944 time: 0.1047812 Jun 01 18:51:08.567948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Allocated IP 172.20.0.8 (f032fc80-277e-48e0-81e4-cf651b588943/350880bc-a6e9-4f45-9b8f-b3728ce18522/80a34259-d6a1-412d-a7e4-6caa00083068) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:08.646470 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-848cc5d8-62fd-4cec-a84e-e0297acc910d req-c0f2968d-66ab-456c-ae24-77fb59e10561 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750997 Jun 01 18:51:08.699676 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 50a48d53-6194-4a64-b5ed-3cb97be880a6 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:08.708388 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 50a48d53-6194-4a64-b5ed-3cb97be880a6 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:08.709157 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.883394 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.920247 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a48d53-6194-4a64-b5ed-3cb97be880a6'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:08.922550 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecf1248-81c4-43d7-8105-a8e9f256d112" -d '{"events": [{"server_uuid": "f023e6e2-5763-4ef7-9267-7f72dbf0ee11", "name": "network-vif-plugged", "status": "completed", "tag": "50a48d53-6194-4a64-b5ed-3cb97be880a6"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:08.933168 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 50a48d53-6194-4a64-b5ed-3cb97be880a6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=50a48d53-6194-4a64-b5ed-3cb97be880a6,segment=NetworkSegment(d9da13be-e211-4476-b49f-4c6fdfccc001),segment_id=d9da13be-e211-4476-b49f-4c6fdfccc001)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:08.940715 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.941803 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:09.022211 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3309599-78d0-416b-8b86-a24f72f4e3ab x-openstack-request-id: req-e3309599-78d0-416b-8b86-a24f72f4e3ab {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:09.022495 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023e6e2-5763-4ef7-9267-7f72dbf0ee11", "name": "network-vif-plugged", "status": "completed", "tag": "50a48d53-6194-4a64-b5ed-3cb97be880a6", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:09.022751 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3309599-78d0-416b-8b86-a24f72f4e3ab {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:09.023138 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a48d53-6194-4a64-b5ed-3cb97be880a6', 'code': 200} Jun 01 18:51:09.023698 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:09.033189 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-e81f9c60-36dd-49e5-85af-3ca046b4b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:09.034783 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-e81f9c60-36dd-49e5-85af-3ca046b4b83d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1098 time: 0.4010999 Jun 01 18:51:09.068163 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.083144 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5c8c0-5960-4f51-bd2a-0da6f9f7a2bf req-f3d85857-32e4-42ec-bc33-bbce913ff8c1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:09.084765 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3ab5c8c0-5960-4f51-bd2a-0da6f9f7a2bf req-f3d85857-32e4-42ec-bc33-bbce913ff8c1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.2700493 Jun 01 18:51:09.111357 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Transition to ACTIVE for port object 80a34259-d6a1-412d-a7e4-6caa00083068 will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:09.148825 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3ab5c8c0-5960-4f51-bd2a-0da6f9f7a2bf req-b073ae75-d31b-4006-90ef-541ee2a57700 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541475 Jun 01 18:51:09.176850 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.207323 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-199646ff-8403-44dd-98e3-7d91031f1019 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:09.233248 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=50a48d53-6194-4a64-b5ed-3cb97be880a6,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:09.236745 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:09.249691 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:09.260004 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:09.260636 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.372752 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Network f032fc80-277e-48e0-81e4-cf651b588943 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:09.380951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:09.383615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:51:09.421844 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddc38b-95fc-4692-a8dc-1a70614dd23d req-d1c9146e-b79d-41f2-b216-55e99f4a3a59 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:09.432480 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-86ddc38b-95fc-4692-a8dc-1a70614dd23d req-d1c9146e-b79d-41f2-b216-55e99f4a3a59 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1938212 Jun 01 18:51:09.467807 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.516584 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:09.527017 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.530708 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:09.554429 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:09.558175 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:09.560836 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-86ddc38b-95fc-4692-a8dc-1a70614dd23d req-e7549ab2-5d61-482c-aee0-a51b272af852 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273143 Jun 01 18:51:09.622251 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:09.622896 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.711018 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:09.717090 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:09.718327 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5515053 Jun 01 18:51:09.761861 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4c32a-8ee5-46e5-ae60-bbf2a77cb9af req-5096240a-90ff-4dc8-bfdf-b92ebfd59410 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:09.762521 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-84d4c32a-8ee5-46e5-ae60-bbf2a77cb9af req-5096240a-90ff-4dc8-bfdf-b92ebfd59410 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Synchronizing usage tracker for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:09.792713 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-84d4c32a-8ee5-46e5-ae60-bbf2a77cb9af req-5096240a-90ff-4dc8-bfdf-b92ebfd59410 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Unset dirty status for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:09.802885 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-84d4c32a-8ee5-46e5-ae60-bbf2a77cb9af req-5096240a-90ff-4dc8-bfdf-b92ebfd59410 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.3707304 Jun 01 18:51:09.888296 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-33e37961-5a38-4818-95fa-1a2b119140ce None None] Provisioning for port 80a34259-d6a1-412d-a7e4-6caa00083068 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:09.896443 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-33e37961-5a38-4818-95fa-1a2b119140ce None None] Provisioning complete for port 80a34259-d6a1-412d-a7e4-6caa00083068 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:09.896904 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33e37961-5a38-4818-95fa-1a2b119140ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.941372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-84d4c32a-8ee5-46e5-ae60-bbf2a77cb9af req-b372b8a7-1178-403d-bef6-5692176e1d47 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Synchronizing usage tracker for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:10.001798 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84410b-7a68-4832-8487-e9d08cf5d5fd req-86190bfc-60f5-4d04-8c33-34178cba49da tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:10.004131 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-84d4c32a-8ee5-46e5-ae60-bbf2a77cb9af req-b372b8a7-1178-403d-bef6-5692176e1d47 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Unset dirty status for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:10.006414 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-84d4c32a-8ee5-46e5-ae60-bbf2a77cb9af req-b372b8a7-1178-403d-bef6-5692176e1d47 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026448 Jun 01 18:51:10.015017 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8a84410b-7a68-4832-8487-e9d08cf5d5fd req-86190bfc-60f5-4d04-8c33-34178cba49da tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1804726 Jun 01 18:51:10.051274 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.058215 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-33e37961-5a38-4818-95fa-1a2b119140ce None None] Port 80a34259-d6a1-412d-a7e4-6caa00083068 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:10.092662 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8a84410b-7a68-4832-8487-e9d08cf5d5fd req-dcf8d4ed-8abf-4616-b253-e7fc15a0badd tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762503 Jun 01 18:51:10.491109 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba51ed-2c04-4f5e-b9c6-5d8e38c85a52 req-fa7c9801-8fc1-48ba-9fa9-063d43897039 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:10.492752 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4fba51ed-2c04-4f5e-b9c6-5d8e38c85a52 req-fa7c9801-8fc1-48ba-9fa9-063d43897039 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1966109 Jun 01 18:51:10.552355 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4fba51ed-2c04-4f5e-b9c6-5d8e38c85a52 req-56e9ff10-6061-4331-8b14-1a5c4e34ba78 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532060 Jun 01 18:51:10.582921 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49968) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:10.735023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.751917 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:10.756776 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7005acea4540ffb64cee796add1a88 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:10.761496 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:10.769048 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:10.813221 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200400c-7462-4033-b8b7-ffbab7268830 req-bc88e115-3168-4d62-8f48-cc2d2c61cf06 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:10.814709 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2200400c-7462-4033-b8b7-ffbab7268830 req-bc88e115-3168-4d62-8f48-cc2d2c61cf06 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1348822 Jun 01 18:51:10.862275 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2200400c-7462-4033-b8b7-ffbab7268830 req-cc8bdcd3-5dc7-4c6d-95db-fe5565beed88 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Jun 01 18:51:10.866614 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.871286 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.882549 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-64091577-c651-4875-8cb2-580ac0ea1c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:10.924105 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f7005acea4540ffb64cee796add1a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383172 Jun 01 18:51:10.926277 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49972) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:10.937253 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e860f8-7dc1-4af7-896c-07fdc97fdfef,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:10.944154 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:10.996777 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.022128 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.024700 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:11.027097 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bfacd6-f597-4231-bd65-28c43ffec42d" -d '{"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-plugged", "status": "completed", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:11.086621 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.096892 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-590dd135-4eab-4cc2-8d6b-0e7df3168d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:11.104087 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69804f12-abf3-4dbd-92af-c06837ca04be x-openstack-request-id: req-69804f12-abf3-4dbd-92af-c06837ca04be {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:11.104683 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-plugged", "status": "completed", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:11.105120 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69804f12-abf3-4dbd-92af-c06837ca04be {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:11.105653 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'code': 200} Jun 01 18:51:11.119568 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e860f8-7dc1-4af7-896c-07fdc97fdfef,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:11.135331 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.136739 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29e860f8-7dc1-4af7-896c-07fdc97fdfef HTTP/1.1" status: 204 len: 168 time: 0.2083549 Jun 01 18:51:11.139150 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.140116 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.140638 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.141332 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.141951 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.142468 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.142970 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.143551 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.144236 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.144897 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.145501 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.146007 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:11.149718 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:11.350787 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38301997-db75-4de9-9c55-87eb65727153 req-de671863-8e89-4034-aab5-bab48d37ce8a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:11.355454 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-38301997-db75-4de9-9c55-87eb65727153 req-de671863-8e89-4034-aab5-bab48d37ce8a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.1685872 Jun 01 18:51:11.395567 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e5d1-c762-4054-9533-5167c6f7eb05 req-eec792c0-d8cc-4925-8343-5aa1b635f115 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:11.397492 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5257e5d1-c762-4054-9533-5167c6f7eb05 req-eec792c0-d8cc-4925-8343-5aa1b635f115 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1170082 Jun 01 18:51:11.404070 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-38301997-db75-4de9-9c55-87eb65727153 req-9f292dbf-68ab-4b0a-b1f1-02582f13c70f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Jun 01 18:51:11.467157 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5257e5d1-c762-4054-9533-5167c6f7eb05 req-ea3e8b6d-6137-414c-96d3-4b6c5c47a21e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634475 Jun 01 18:51:11.547508 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 49986) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:11.566835 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.581847 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:11.585667 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Usage tracker for resource:security_group_rule and tenant:aaf0547f734a4077a29d611ed94399a0 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:11.588973 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:11.595093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:11.743634 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.755213 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.782149 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6a555a20-39ca-49c7-ab61-798a24a422d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:11.833229 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aaf0547f734a4077a29d611ed94399a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846284 Jun 01 18:51:11.835211 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f773df5b-1298-48b9-8e5c-2d76de7e9997,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:11.836473 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 49990) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:11.839413 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:11.853233 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1f74c-d917-4fee-a8e2-ed3674fbf9f1 req-d6d2f1c0-7a89-4a6a-bb72-8340df7bd6ec tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:11.854834 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bfd1f74c-d917-4fee-a8e2-ed3674fbf9f1 req-d6d2f1c0-7a89-4a6a-bb72-8340df7bd6ec tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 945 time: 0.1849658 Jun 01 18:51:11.921739 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.922909 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bfd1f74c-d917-4fee-a8e2-ed3674fbf9f1 req-582671d0-e2dc-414d-8e6c-3ef9f33179b9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624173 Jun 01 18:51:11.961040 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.079157 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.084586 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d3f0de25-0f4a-44cf-8d22-022f70ddaf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:12.102844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773df5b-1298-48b9-8e5c-2d76de7e9997,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:12.105714 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:12.127511 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92fc9d-c7d9-4fe4-82c0-4d0a0a17c5e5 req-24e5d0d0-5cc3-405c-967e-a04ad27c5873 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:12.129455 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3d92fc9d-c7d9-4fe4-82c0-4d0a0a17c5e5 req-24e5d0d0-5cc3-405c-967e-a04ad27c5873 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1320558 Jun 01 18:51:12.136312 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.137397 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f773df5b-1298-48b9-8e5c-2d76de7e9997 HTTP/1.1" status: 204 len: 168 time: 0.2997508 Jun 01 18:51:12.185278 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3d92fc9d-c7d9-4fe4-82c0-4d0a0a17c5e5 req-7800a9d6-1c9c-4d7b-b61f-f850b1eb7992 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466685 Jun 01 18:51:12.577581 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:12.712116 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0360bcd-f624-465f-b174-301bfe1d30bf req-31af95a5-6005-429a-899d-2cafbe2d1c80 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:12.719873 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0360bcd-f624-465f-b174-301bfe1d30bf req-31af95a5-6005-429a-899d-2cafbe2d1c80 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1009641 Jun 01 18:51:12.801095 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0360bcd-f624-465f-b174-301bfe1d30bf req-122931d0-c714-4c08-984d-ff4c66ed6c87 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802250 Jun 01 18:51:12.834635 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.875154 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426f768-d185-4049-8f48-1c8dd99c3c89 req-7a5f22fd-4b01-4d25-8d77-9e0d47bce109 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:12.876868 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3426f768-d185-4049-8f48-1c8dd99c3c89 req-7a5f22fd-4b01-4d25-8d77-9e0d47bce109 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.3194690 Jun 01 18:51:12.907009 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:12.912173 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.914250 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:12.935295 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3426f768-d185-4049-8f48-1c8dd99c3c89 req-8a52c5ed-8765-4f71-8883-ccf20e2e631a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502355 Jun 01 18:51:12.994192 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=8']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:12.997895 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:13.106945 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:13.109555 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c176710e-8158-44cc-a555-b9f3e5150588" -d '{"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:13.166711 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bac7a76-3bad-420d-bea4-5c3f26bff6cd x-openstack-request-id: req-5bac7a76-3bad-420d-bea4-5c3f26bff6cd {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:13.167206 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-unplugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:13.167484 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bac7a76-3bad-420d-bea4-5c3f26bff6cd {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:13.167875 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'code': 200} Jun 01 18:51:13.189108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32550e-87a1-4c50-ac6f-50d7f003360f req-d4f33da7-c4a4-4698-b167-dd4769d56448 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:13.195698 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9a32550e-87a1-4c50-ac6f-50d7f003360f req-d4f33da7-c4a4-4698-b167-dd4769d56448 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1030757 Jun 01 18:51:13.240292 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9a32550e-87a1-4c50-ac6f-50d7f003360f req-0844d4f7-5fa8-42c7-b52b-6219dc6d9936 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Jun 01 18:51:13.415236 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7188e-88d6-4b70-aded-618a39c96ac4 req-7e1ef26f-2bef-4c6b-ac36-b93068689790 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:13.417460 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e9c7188e-88d6-4b70-aded-618a39c96ac4 req-7e1ef26f-2bef-4c6b-ac36-b93068689790 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.0846519 Jun 01 18:51:13.494152 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e9c7188e-88d6-4b70-aded-618a39c96ac4 req-05784cb6-bb8f-4142-abf5-6a101283266e tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Jun 01 18:51:14.047797 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f978e18-0e9d-407f-ac8c-e9581fd3bf33 req-a1c5c04d-d7c2-4086-99dc-dfc2782799f3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:14.056940 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4f978e18-0e9d-407f-ac8c-e9581fd3bf33 req-a1c5c04d-d7c2-4086-99dc-dfc2782799f3 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1176605 Jun 01 18:51:14.117051 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4f978e18-0e9d-407f-ac8c-e9581fd3bf33 req-c53c9eae-8c8c-4d66-b6c1-054ce7fb5a45 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586390 Jun 01 18:51:14.194813 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb3f3-ddbb-46cc-9fb7-935e118f25da req-dcf2918e-4d67-4125-acae-3614aeb60c32 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:14.202738 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7e2eb3f3-ddbb-46cc-9fb7-935e118f25da req-dcf2918e-4d67-4125-acae-3614aeb60c32 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.1106651 Jun 01 18:51:14.255821 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7e2eb3f3-ddbb-46cc-9fb7-935e118f25da req-accc9f8f-c6fe-419b-a991-d5dd5f0561a4 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 Jun 01 18:51:14.478786 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa99e5-f40b-4a3d-934a-3e5b805993de req-248ae8c5-b38e-45a9-8d34-10022ae3e02d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:14.484486 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-83fa99e5-f40b-4a3d-934a-3e5b805993de req-248ae8c5-b38e-45a9-8d34-10022ae3e02d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1102149 Jun 01 18:51:14.546415 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-83fa99e5-f40b-4a3d-934a-3e5b805993de req-a115a7f9-a1f4-4459-b455-778c662e4908 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602674 Jun 01 18:51:14.701355 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d43f-f0cd-4664-850a-fbefca3c5563 req-3444d5ea-7284-40a5-b1d1-140aa827c076 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:14.702786 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5348d43f-f0cd-4664-850a-fbefca3c5563 req-3444d5ea-7284-40a5-b1d1-140aa827c076 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.0848649 Jun 01 18:51:14.751284 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5348d43f-f0cd-4664-850a-fbefca3c5563 req-e0177181-96ee-462d-89d7-1a82b236f160 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 Jun 01 18:51:15.309087 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4ffcc-122b-449e-8df0-d7a93d8415e3 req-7286c9f0-3b4d-48fa-be13-a021e8ec2443 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:15.310527 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5bf4ffcc-122b-449e-8df0-d7a93d8415e3 req-7286c9f0-3b4d-48fa-be13-a021e8ec2443 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0827322 Jun 01 18:51:15.381773 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5bf4ffcc-122b-449e-8df0-d7a93d8415e3 req-5667b5af-993f-455f-bdc9-e0221bfe4332 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655122 Jun 01 18:51:15.460285 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e22a3-87e3-497d-9094-ef5a4fdacdc5 req-73d08a30-2b72-4c37-8328-fc813801572c tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:15.461703 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a88e22a3-87e3-497d-9094-ef5a4fdacdc5 req-73d08a30-2b72-4c37-8328-fc813801572c tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.0895765 Jun 01 18:51:15.517321 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a88e22a3-87e3-497d-9094-ef5a4fdacdc5 req-f07e5c34-dd86-4239-885a-2ab5867385f2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494826 Jun 01 18:51:15.792561 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44dfb6-85e4-4cb8-89c5-cf5c2d0c2454 req-f1a3af68-db13-479c-8b31-df25587462d4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:15.794063 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3b44dfb6-85e4-4cb8-89c5-cf5c2d0c2454 req-f1a3af68-db13-479c-8b31-df25587462d4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1210670 Jun 01 18:51:15.842802 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3b44dfb6-85e4-4cb8-89c5-cf5c2d0c2454 req-75925a10-4231-4d04-b0f4-bb6813f2fdf0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Jun 01 18:51:15.988620 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6494f4-b495-486f-b40e-b220394f1663 req-b087fd64-e967-42b9-a5be-637d03c187b6 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:15.990030 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9c6494f4-b495-486f-b40e-b220394f1663 req-b087fd64-e967-42b9-a5be-637d03c187b6 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1066861 Jun 01 18:51:16.036148 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9c6494f4-b495-486f-b40e-b220394f1663 req-d2008a40-a13b-43b0-b028-a91d985fb14c tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Jun 01 18:51:16.596394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64d0d8-0bbb-4cec-8f92-5a7a86aac6f7 req-f403803b-26ee-4a17-987b-a256078486fa tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:16.599668 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9a64d0d8-0bbb-4cec-8f92-5a7a86aac6f7 req-f403803b-26ee-4a17-987b-a256078486fa tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0936880 Jun 01 18:51:16.666975 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9a64d0d8-0bbb-4cec-8f92-5a7a86aac6f7 req-e1f4e0cc-154b-4aa9-afff-890f43300f9c tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663037 Jun 01 18:51:16.736773 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57577f-33b5-48e0-a82f-49f93727a93d req-9f935fb9-fac2-48d8-b362-3700cebbf0c5 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:16.738401 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1a57577f-33b5-48e0-a82f-49f93727a93d req-9f935fb9-fac2-48d8-b362-3700cebbf0c5 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.0986974 Jun 01 18:51:16.790741 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1a57577f-33b5-48e0-a82f-49f93727a93d req-163637a0-df72-44a5-8c56-288bdd42678e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453320 Jun 01 18:51:17.058202 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73919f9-7350-4575-a027-88a8f229fc65 req-de2623d0-7c93-4ce8-8e08-0b0f7663cdf4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:17.059741 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f73919f9-7350-4575-a027-88a8f229fc65 req-de2623d0-7c93-4ce8-8e08-0b0f7663cdf4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0848024 Jun 01 18:51:17.127586 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f73919f9-7350-4575-a027-88a8f229fc65 req-ed07e408-db4f-4846-9950-642f9594fad9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532432 Jun 01 18:51:17.257550 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2803c-88c1-4e1c-a590-cf0e0444a26b req-b300406e-f6ce-4a1b-8cbc-af91452c98d6 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:17.261113 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0af2803c-88c1-4e1c-a590-cf0e0444a26b req-b300406e-f6ce-4a1b-8cbc-af91452c98d6 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.0845706 Jun 01 18:51:17.315162 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0af2803c-88c1-4e1c-a590-cf0e0444a26b req-2877674b-afb0-4960-bc18-f61ccdcff0ea tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Jun 01 18:51:17.544344 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50114) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:17.660595 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.676270 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:17.681111 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc588e1b85246e39061cda88f59f567 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:17.684335 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:17.690311 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:17.786600 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.791967 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.804420 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-426f43c8-8b7c-4a44-9a29-a1eb1ecda889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:17.851327 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcc588e1b85246e39061cda88f59f567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058429 Jun 01 18:51:17.855962 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50122) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:17.899591 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e17786d-27c1-4c84-9eb2-d257591518aa,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:17.904248 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:17.948433 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaad2f1-dc0f-4f53-9835-f2c19737aaf0 req-d8152f8d-2f8f-493d-bb05-89fb9c813e74 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:17.950410 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6eaad2f1-dc0f-4f53-9835-f2c19737aaf0 req-d8152f8d-2f8f-493d-bb05-89fb9c813e74 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1330903 Jun 01 18:51:17.996675 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6eaad2f1-dc0f-4f53-9835-f2c19737aaf0 req-5cf21b7d-d582-4c6b-8887-2ecdec0160ed tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394983 Jun 01 18:51:18.014179 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.048598 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.068655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0e4c4-f3d7-4671-9a42-9a32ac59385a req-6860d1d3-7f3b-4139-987e-1e77180fee73 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:18.070215 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-18d0e4c4-f3d7-4671-9a42-9a32ac59385a req-6860d1d3-7f3b-4139-987e-1e77180fee73 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.1499140 Jun 01 18:51:18.134500 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-18d0e4c4-f3d7-4671-9a42-9a32ac59385a req-c87ba300-f01f-4d7e-9cb7-062e1fa44087 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570140 Jun 01 18:51:18.147362 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.151378 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8032bbb4-7ef9-4eab-919d-11cab1ad51ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:18.164620 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e17786d-27c1-4c84-9eb2-d257591518aa,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:18.166904 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:18.187714 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.188843 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e17786d-27c1-4c84-9eb2-d257591518aa HTTP/1.1" status: 204 len: 168 time: 0.3316712 Jun 01 18:51:18.362576 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6e03-c67d-4bbe-b774-d97ee2c4b1f9 req-6986fd2e-5bc9-4ee4-b5bd-5eebd4ffa296 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:18.364148 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-70ed6e03-c67d-4bbe-b774-d97ee2c4b1f9 req-6986fd2e-5bc9-4ee4-b5bd-5eebd4ffa296 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0846140 Jun 01 18:51:18.421405 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-70ed6e03-c67d-4bbe-b774-d97ee2c4b1f9 req-a9934b2a-3b39-4fcb-8004-f5aa8e875cde tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495365 Jun 01 18:51:18.561532 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50132) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:18.579564 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.579844 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e211c-e86d-41da-827a-38c2b01e9ce3 req-c33747b5-834d-4ae3-a3d3-85bdd73222b7 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:18.581333 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2b7e211c-e86d-41da-827a-38c2b01e9ce3 req-c33747b5-834d-4ae3-a3d3-85bdd73222b7 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.0902495 Jun 01 18:51:18.598499 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:18.602346 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Usage tracker for resource:security_group_rule and tenant:7321369ba015440fa4c165e04314c203 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:18.605347 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:18.611230 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:18.632731 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2b7e211c-e86d-41da-827a-38c2b01e9ce3 req-427dda5e-1bd6-4612-9f73-5cc6bfbc4846 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454273 Jun 01 18:51:18.709071 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.713721 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.740999 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fedd4786-d87f-47fa-ab8b-1667137a9713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:18.750443 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7321369ba015440fa4c165e04314c203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878614 Jun 01 18:51:18.753246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50134) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:18.770274 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf689f0a-fb31-43ad-b666-d5508042f3c1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:18.773415 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:18.814098 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.840613 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.907119 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.911792 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6eaba777-50bc-4948-988b-f9455f9af70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:18.934712 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf689f0a-fb31-43ad-b666-d5508042f3c1,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:18.940892 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:18.948331 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.949255 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf689f0a-fb31-43ad-b666-d5508042f3c1 HTTP/1.1" status: 204 len: 168 time: 0.1949599 Jun 01 18:51:19.223936 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2f69-7ffa-4717-a568-34560bec5b03 req-2267a1e8-ae53-45d6-bd85-610e408997ea tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:19.225475 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b55e2f69-7ffa-4717-a568-34560bec5b03 req-2267a1e8-ae53-45d6-bd85-610e408997ea tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0945768 Jun 01 18:51:19.293038 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b55e2f69-7ffa-4717-a568-34560bec5b03 req-561094e4-1035-4a66-8b55-20c34aff7cf7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605137 Jun 01 18:51:19.365282 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c98d1-c214-4d7a-807d-42b1edd5b815 req-51d0716a-54ff-4d1d-a416-e059889d1637 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:19.367265 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f48c98d1-c214-4d7a-807d-42b1edd5b815 req-51d0716a-54ff-4d1d-a416-e059889d1637 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.1175842 Jun 01 18:51:19.414351 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f48c98d1-c214-4d7a-807d-42b1edd5b815 req-323f2eae-ec09-47f9-89fe-a5a51fb111c2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Jun 01 18:51:19.828956 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe80c7-dfe5-4042-a0de-b6772479ad45 req-7d1f6f7d-4363-44aa-bbcb-d068cad3b6c9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:19.830482 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbe80c7-dfe5-4042-a0de-b6772479ad45 req-7d1f6f7d-4363-44aa-bbcb-d068cad3b6c9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0861380 Jun 01 18:51:19.879309 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1070f75-3c1e-4059-82f2-169950fd4a2b req-cdc1afce-1ab1-454f-b638-438fc89e8bc3 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:19.880861 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a1070f75-3c1e-4059-82f2-169950fd4a2b req-cdc1afce-1ab1-454f-b638-438fc89e8bc3 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1023893 Jun 01 18:51:19.912884 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9cbe80c7-dfe5-4042-a0de-b6772479ad45 req-8b01c32a-548a-44f8-90cc-55fba74ab908 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562110 Jun 01 18:51:19.933429 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a1070f75-3c1e-4059-82f2-169950fd4a2b req-c2d35408-536b-42e3-8af9-f05900052600 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468414 Jun 01 18:51:20.577424 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965e296-992f-41c7-bfa9-fb9b4c59a169 req-1bcb8d23-f204-4673-ba55-80e386efa969 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:20.578807 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4965e296-992f-41c7-bfa9-fb9b4c59a169 req-1bcb8d23-f204-4673-ba55-80e386efa969 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1739180 Jun 01 18:51:20.609151 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdc1dd-244e-40f1-a6d6-bbbd888930b5 req-0a22e9a9-1706-4f16-bef8-095d8113d9f4 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:20.610624 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-babdc1dd-244e-40f1-a6d6-bbbd888930b5 req-0a22e9a9-1706-4f16-bef8-095d8113d9f4 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.0887368 Jun 01 18:51:20.625395 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4965e296-992f-41c7-bfa9-fb9b4c59a169 req-0d0616e6-0fe1-4996-a6e3-7eb93d80781a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409601 Jun 01 18:51:20.665246 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-babdc1dd-244e-40f1-a6d6-bbbd888930b5 req-1aff408b-1ad6-4348-aa40-739c0a11e83b tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470469 Jun 01 18:51:21.117075 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d1d4e-944f-444a-af4f-ecfcfd6b8ded req-cd37eda1-0f9d-4f2a-b5d2-af37a044256e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:21.123675 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e47d1d4e-944f-444a-af4f-ecfcfd6b8ded req-cd37eda1-0f9d-4f2a-b5d2-af37a044256e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0874677 Jun 01 18:51:21.135263 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd608a-4cf6-45e8-bbf7-3182445442c7 req-4b73152c-d1a2-4e9d-a593-bfaea4d67936 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:21.136941 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-04dd608a-4cf6-45e8-bbf7-3182445442c7 req-4b73152c-d1a2-4e9d-a593-bfaea4d67936 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.0887823 Jun 01 18:51:21.171743 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e47d1d4e-944f-444a-af4f-ecfcfd6b8ded req-1571dca2-8fa9-4ad3-8ae5-8a09b1efc6c1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455930 Jun 01 18:51:21.191262 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-04dd608a-4cf6-45e8-bbf7-3182445442c7 req-131a107d-0b25-4f9a-9d1d-1b7d5e5e603a tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488000 Jun 01 18:51:21.840125 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d448df-e4d1-4148-a1c5-98adca42d1dc req-79cd2958-cac6-4129-97ec-238c3e7414b4 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:21.841898 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b1d448df-e4d1-4148-a1c5-98adca42d1dc req-79cd2958-cac6-4129-97ec-238c3e7414b4 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1002247 Jun 01 18:51:21.863353 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c32f9-6b52-4df3-b61d-36d3ad5bdcd3 req-c4cf050c-bed7-45e1-9c66-fc283b586ea9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:21.864830 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-787c32f9-6b52-4df3-b61d-36d3ad5bdcd3 req-c4cf050c-bed7-45e1-9c66-fc283b586ea9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.0943046 Jun 01 18:51:21.887461 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50226) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:21.888611 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b1d448df-e4d1-4148-a1c5-98adca42d1dc req-ea9e740a-a0cf-48e7-a880-60d679ffee38 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404036 Jun 01 18:51:21.920008 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-787c32f9-6b52-4df3-b61d-36d3ad5bdcd3 req-afb3e5fa-ced6-45c8-a4ec-7ec1b3351fc6 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 Jun 01 18:51:22.004466 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.019294 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:22.023046 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Usage tracker for resource:security_group_rule and tenant:d42a4ab472e64b03a06fde4dd4870839 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:22.026267 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:22.032159 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:22.196925 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.201050 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.210696 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b652e781-aa00-492e-abac-e1a86a2f54c7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:22.250721 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a6e84-9222-4f1d-8aa7-6e17f99dc90b,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:22.254862 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d42a4ab472e64b03a06fde4dd4870839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664627 Jun 01 18:51:22.255742 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-21c79ba7-52d6-4cff-8822-3b5380a16dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:22.257474 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50234) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:22.316852 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.368814 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce65fa1-793b-4086-9637-b9a3f8a8f1c8 req-edc198ba-6d8b-45ec-9575-5920d0f2d3c0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:22.370269 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fce65fa1-793b-4086-9637-b9a3f8a8f1c8 req-edc198ba-6d8b-45ec-9575-5920d0f2d3c0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0837941 Jun 01 18:51:22.386073 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.415827 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fce65fa1-793b-4086-9637-b9a3f8a8f1c8 req-8d6eedd4-f292-40ac-b855-4d36ceee35ee tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396781 Jun 01 18:51:22.452530 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a44a4-fd22-4f7c-af7b-97a62edc7594 req-941a5c75-17cd-47e2-9004-5bb1efb6007c tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:22.453984 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a65a44a4-fd22-4f7c-af7b-97a62edc7594 req-941a5c75-17cd-47e2-9004-5bb1efb6007c tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1282687 Jun 01 18:51:22.476680 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.485250 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f52afed8-9dde-49e6-a4ff-6bc9516dd5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:22.503582 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a6e84-9222-4f1d-8aa7-6e17f99dc90b,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:22.510146 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:22.516260 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.517356 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/347a6e84-9222-4f1d-8aa7-6e17f99dc90b HTTP/1.1" status: 204 len: 168 time: 0.2589979 Jun 01 18:51:22.524963 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a65a44a4-fd22-4f7c-af7b-97a62edc7594 req-d3dea32f-d2f8-413a-8201-fef69aa5f50b tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651479 Jun 01 18:51:22.791562 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50240) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:22.808739 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.822891 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:22.827042 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f65ed61ca5fc45968724ef868090141b is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:22.829871 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:22.835544 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:22.915338 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.919102 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.927650 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-5aa62379-7d15-48d2-9f7b-69d83b636477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:22.966890 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f65ed61ca5fc45968724ef868090141b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742496 Jun 01 18:51:22.969467 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50246) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:22.980144 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0d860-6f1e-44e6-8804-6bd71d57e579,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:23.001560 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:51:23.014827 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:23.080109 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.107993 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caa8de-9d93-405e-9961-b824799e57b0 req-909e6776-aa78-457b-a452-e2d543aac90e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:23.109451 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d8caa8de-9d93-405e-9961-b824799e57b0 req-909e6776-aa78-457b-a452-e2d543aac90e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.0829127 Jun 01 18:51:23.119608 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.151756 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f8861-da5c-4c9c-9119-4d3bafee97fc req-794e4d23-4bc0-4056-a1e0-8ef5d7cbb948 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:23.152773 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d8caa8de-9d93-405e-9961-b824799e57b0 req-6dbb27a7-6a62-4da4-9f27-2f7b1559baa5 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Jun 01 18:51:23.153221 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c2f8861-da5c-4c9c-9119-4d3bafee97fc req-794e4d23-4bc0-4056-a1e0-8ef5d7cbb948 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1395724 Jun 01 18:51:23.210095 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c2f8861-da5c-4c9c-9119-4d3bafee97fc req-cea51694-a97a-4adb-9230-de103666cd8b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481319 Jun 01 18:51:23.223652 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.227989 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6674004a-1d18-4684-a9cd-2c4814eabde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:23.244918 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0d860-6f1e-44e6-8804-6bd71d57e579,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:23.248694 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:23.254862 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.255917 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1dc0d860-6f1e-44e6-8804-6bd71d57e579 HTTP/1.1" status: 204 len: 168 time: 0.2855704 Jun 01 18:51:23.510611 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Request body: {'port': {'device_id': '64b9923e-9707-4490-a868-560ad42838ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:23.629665 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f2bd7-48dd-4d0d-b8fb-7aef28fa3c1c req-adc02301-00b7-4ec5-a5c3-e5803079d610 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:23.631473 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae8f2bd7-48dd-4d0d-b8fb-7aef28fa3c1c req-adc02301-00b7-4ec5-a5c3-e5803079d610 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0917013 Jun 01 18:51:23.738231 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae8f2bd7-48dd-4d0d-b8fb-7aef28fa3c1c req-617f8492-9b7c-498c-b5e1-848b33f4b72e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001382 Jun 01 18:51:23.844907 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-4e553129-567e-45c8-993a-4bef80f717ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:23.846386 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-4e553129-567e-45c8-993a-4bef80f717ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.2991149 Jun 01 18:51:23.901723 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae698-ad7f-4705-bd57-ec7d1282ef7d req-c4c5ccf3-c307-4581-8d8b-a45892af5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:23.903357 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e85ae698-ad7f-4705-bd57-ec7d1282ef7d req-c4c5ccf3-c307-4581-8d8b-a45892af5823 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1098 time: 0.0796561 Jun 01 18:51:23.948545 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e85ae698-ad7f-4705-bd57-ec7d1282ef7d req-059809ee-ba1e-4a4d-aac9-fbced6086f8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381641 Jun 01 18:51:23.961822 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:24.047843 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-2ab6c1e1-e922-490f-bd86-dd86871db394 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 200 len: 998 time: 0.1850152 Jun 01 18:51:24.076710 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048cf50-11c6-4751-85c8-f5d521fdb9cb req-55bca7da-bd35-4edf-bddc-bf7d12d0c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:24.078070 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e048cf50-11c6-4751-85c8-f5d521fdb9cb req-55bca7da-bd35-4edf-bddc-bf7d12d0c832 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 1103 time: 0.3644180 Jun 01 18:51:24.096878 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709994bb-fe7d-4404-9ba1-42d1de252364 req-f973460e-a450-40a5-b457-dfe9f01d44a9 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:24.098303 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-709994bb-fe7d-4404-9ba1-42d1de252364 req-f973460e-a450-40a5-b457-dfe9f01d44a9 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.3008525 Jun 01 18:51:24.294403 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-709994bb-fe7d-4404-9ba1-42d1de252364 req-1e76eaf3-05ff-42b0-a920-6e7f79470b57 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608911 Jun 01 18:51:24.331980 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e048cf50-11c6-4751-85c8-f5d521fdb9cb req-e3839907-ef01-4cc8-ac9b-0113812c6e9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630991 Jun 01 18:51:24.335160 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-00734756-f686-45bc-a0ff-b6b4dc9a20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:24.337151 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-00734756-f686-45bc-a0ff-b6b4dc9a20cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.1481397 Jun 01 18:51:24.368433 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d24ea-3b95-47c1-87c9-da7ecbdc4a82 req-53ebfe15-2759-4808-b366-00c47b52dfcf tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:24.370477 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-697d24ea-3b95-47c1-87c9-da7ecbdc4a82 req-53ebfe15-2759-4808-b366-00c47b52dfcf tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 931 time: 0.1032600 Jun 01 18:51:24.420644 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-697d24ea-3b95-47c1-87c9-da7ecbdc4a82 req-c373f153-324a-4570-bd06-4aa6fdef05f7 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Jun 01 18:51:24.624182 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:51:24.719485 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a34259-d6a1-412d-a7e4-6caa00083068 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:51:24.735095 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:24.756911 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c89ddd-a0d7-4eeb-8358-513ecb59dc41 req-cfcc098a-585d-4db1-a7c7-226da6c04dbb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:24.758403 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-62c89ddd-a0d7-4eeb-8358-513ecb59dc41 req-cfcc098a-585d-4db1-a7c7-226da6c04dbb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.3187232 Jun 01 18:51:24.767099 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Transition to ACTIVE for port object 80a34259-d6a1-412d-a7e4-6caa00083068 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:24.784653 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-8a00ebac-aecb-4f20-b6de-c0cc775318e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:24.786171 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-8a00ebac-aecb-4f20-b6de-c0cc775318e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3065379 Jun 01 18:51:24.789215 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:24.795799 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:24.926439 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39e6cd-dbf4-46aa-a2d1-eab075f0c242 req-cc3b580e-9d2a-401b-973a-4aa882e4d4ce tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:24.928295 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8f39e6cd-dbf4-46aa-a2d1-eab075f0c242 req-cc3b580e-9d2a-401b-973a-4aa882e4d4ce tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0847731 Jun 01 18:51:24.970365 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-62c89ddd-a0d7-4eeb-8358-513ecb59dc41 req-022d913a-5e05-4109-bd7f-d282acd64cd7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2045422 Jun 01 18:51:24.979748 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8f39e6cd-dbf4-46aa-a2d1-eab075f0c242 req-5f53d6c0-f101-4c7e-8313-2cb10b5d3fe8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 Jun 01 18:51:25.024237 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Pushing event updated for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:25.032079 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:25.143667 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-7eba4ff8-f7f8-4c27-ac46-dd3cf84fe79f service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199828 Jun 01 18:51:25.201939 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Attempting to bind port 80a34259-d6a1-412d-a7e4-6caa00083068 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:25.202290 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Attempting to bind port 80a34259-d6a1-412d-a7e4-6caa00083068 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:25.202587 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Attempting to bind port 80a34259-d6a1-412d-a7e4-6caa00083068 on network f032fc80-277e-48e0-81e4-cf651b588943 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:25.257864 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Port 80a34259-d6a1-412d-a7e4-6caa00083068 on network f032fc80-277e-48e0-81e4-cf651b588943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:51:25.258329 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Attempting to bind port 80a34259-d6a1-412d-a7e4-6caa00083068 on network f032fc80-277e-48e0-81e4-cf651b588943 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:25.270423 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:25.270752 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Checking segment: {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:51:25.271126 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Bound using segment: {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:25.271565 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Bound port: 80a34259-d6a1-412d-a7e4-6caa00083068, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:25.271899 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.355087 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2912a5ed-37d6-45cb-8867-ff9bb631f2e9 req-61ef54e5-905d-4037-88a9-46b5166fe0d3 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996615 Jun 01 18:51:25.387332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:25.390486 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=80a34259-d6a1-412d-a7e4-6caa00083068,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:25.394288 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.398640 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14134fc3-1ac7-4626-b310-750908626989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:25.493868 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:25.494522 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.496219 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] 10.222.0.36 "PUT /v2.0/ports/80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 1093 time: 1.9957819 Jun 01 18:51:25.498908 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:25.502425 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e7a3e7-2c10-444d-b63d-80e49e16e167" -d '{"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:25.611206 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Pushing event updated for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:25.625521 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:25.645792 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b5615-d529-407e-a7e4-28867d834989 req-8fb44114-a281-45eb-9905-7fdef5b4204d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:25.648035 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5c1b5615-d529-407e-a7e4-28867d834989 req-8fb44114-a281-45eb-9905-7fdef5b4204d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 943 time: 0.1126831 Jun 01 18:51:25.649912 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699eb1a-cc25-4612-acf7-9c8206b8f091 req-5dbb8ca7-eac8-4ac0-8907-0e67a5757275 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:25.651438 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a699eb1a-cc25-4612-acf7-9c8206b8f091 req-5dbb8ca7-eac8-4ac0-8907-0e67a5757275 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.2189643 Jun 01 18:51:25.657917 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-26e5c0b5-0f36-4b7a-bdf6-d0016b2b8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:25.659574 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-26e5c0b5-0f36-4b7a-bdf6-d0016b2b8c43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1096 time: 0.1172760 Jun 01 18:51:25.717024 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5c1b5615-d529-407e-a7e4-28867d834989 req-36049fdd-cc56-445f-8e25-c9a78e037da0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Jun 01 18:51:25.782198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b6e5b0-0022-4f99-a56e-e77a34a3a81d x-openstack-request-id: req-33b6e5b0-0022-4f99-a56e-e77a34a3a81d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:25.782507 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:25.782785 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33b6e5b0-0022-4f99-a56e-e77a34a3a81d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:25.783207 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068', 'status': 'completed', 'code': 200} Jun 01 18:51:25.786199 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-7c6f4700-4a6a-4ff8-84c0-504f7bd773a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 217 time: 0.0903351 Jun 01 18:51:25.789034 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a699eb1a-cc25-4612-acf7-9c8206b8f091 req-c5490f33-9a8a-43b2-aa64-cd3c00273e2f tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244678 Jun 01 18:51:25.852792 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-495fb982-94b9-4937-9d1a-f91c1d28eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:25.854212 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-495fb982-94b9-4937-9d1a-f91c1d28eb20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 200 len: 854 time: 0.0598562 Jun 01 18:51:25.930993 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-cde87e5c-4c9f-46bb-b402-25c0f7236991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:25.932489 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-cde87e5c-4c9f-46bb-b402-25c0f7236991 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f032fc80-277e-48e0-81e4-cf651b588943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713496 Jun 01 18:51:26.073048 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-b702c74f-c6cf-47f5-8706-639c261a078a service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334584 Jun 01 18:51:26.180054 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f91faf-66f9-4a86-90a8-67c5b2771080 req-10dbcea6-1af5-4ca5-92b9-17d7c7e92db8 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.182251 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d7f91faf-66f9-4a86-90a8-67c5b2771080 req-10dbcea6-1af5-4ca5-92b9-17d7c7e92db8 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0871494 Jun 01 18:51:26.237843 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d7f91faf-66f9-4a86-90a8-67c5b2771080 req-cc4ba0b4-6ca2-41f8-822e-9b4066a20c66 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492733 Jun 01 18:51:26.381322 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-72e7fa70-79a1-40a8-be04-5b91e979a867 req-a3520a16-da15-4434-99f0-7c8176e922d9 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010325 Jun 01 18:51:26.398398 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98091cff-d18c-4f27-8229-c86e7326c138 req-6938b780-d072-4764-bdcb-932430b5430e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.400597 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-98091cff-d18c-4f27-8229-c86e7326c138 req-6938b780-d072-4764-bdcb-932430b5430e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.2762711 Jun 01 18:51:26.432678 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f39d8-4684-4f4f-a2f0-be5801e33f67 req-9f7442d2-c741-482c-b7ce-c4cf698e964b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.434047 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e13f39d8-4684-4f4f-a2f0-be5801e33f67 req-9f7442d2-c741-482c-b7ce-c4cf698e964b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0894723 Jun 01 18:51:26.478722 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e13f39d8-4684-4f4f-a2f0-be5801e33f67 req-5d2b8b81-1241-4b28-b6f6-501ec831e044 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387220 Jun 01 18:51:26.487746 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-98091cff-d18c-4f27-8229-c86e7326c138 req-4c85700f-edf6-496d-a189-a55eb73169be tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808043 Jun 01 18:51:26.505491 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50306) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:26.521548 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-462dda91-6642-4f67-9e61-7ab171f18254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.523024 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-462dda91-6642-4f67-9e61-7ab171f18254 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1096 time: 0.0865989 Jun 01 18:51:26.656708 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-b9d953d8-2920-4dbd-a992-ac92c96f2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.658159 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-b9d953d8-2920-4dbd-a992-ac92c96f2bfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 916 time: 0.1280911 Jun 01 18:51:26.730253 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-e65ca2be-e279-4d05-b829-be1bd604ebbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 217 time: 0.0641487 Jun 01 18:51:26.743616 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06065af4-0048-4eee-8ca7-cfda01a4a585 tempest-TestShelveInstance-2105331590 tempest-TestShelveInstance-2105331590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.744328 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-06065af4-0048-4eee-8ca7-cfda01a4a585 tempest-TestShelveInstance-2105331590 tempest-TestShelveInstance-2105331590-project-admin] Synchronizing usage tracker for tenant:e962e35b15114533a157c387578d828d on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:26.761421 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-06065af4-0048-4eee-8ca7-cfda01a4a585 tempest-TestShelveInstance-2105331590 tempest-TestShelveInstance-2105331590-project-admin] Unset dirty status for tenant:e962e35b15114533a157c387578d828d on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:26.765504 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-06065af4-0048-4eee-8ca7-cfda01a4a585 tempest-TestShelveInstance-2105331590 tempest-TestShelveInstance-2105331590-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1093 time: 0.2559683 Jun 01 18:51:26.766199 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50312) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:26.771299 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Request body: {'floatingip': {'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'port_id': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:26.778076 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:26.782212 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Usage tracker for resource:floatingip and tenant:767e1c5351f84f27bd5b1a6843c37699 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:26.785068 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:26.791069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:26.798942 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-8c93b3bf-2e57-4ffb-b028-f8c51519e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.800642 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-8c93b3bf-2e57-4ffb-b028-f8c51519e11c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 200 len: 854 time: 0.0633178 Jun 01 18:51:26.804737 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for floatingip, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:26.895117 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-8e888a77-689c-4b5c-944c-481be53a65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.896821 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-8e888a77-689c-4b5c-944c-481be53a65ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f032fc80-277e-48e0-81e4-cf651b588943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885358 Jun 01 18:51:26.991504 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f70a-2813-4726-944e-23940c42d58c req-86b0ec44-5ac7-4603-a421-8704ce6438c7 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:26.993647 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8c86f70a-2813-4726-944e-23940c42d58c req-86b0ec44-5ac7-4603-a421-8704ce6438c7 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 943 time: 0.1591136 Jun 01 18:51:27.049033 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.053891 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8c86f70a-2813-4726-944e-23940c42d58c req-0b6173e1-ed15-452a-a257-f6af92b7bf07 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512433 Jun 01 18:51:27.096039 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-21112290-b0d4-4704-9498-66da91653fa1 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906254 Jun 01 18:51:27.107835 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150eec-3240-470b-bf54-47c1324824dc req-3f5ed833-a710-4dbf-ab18-0ade741a3178 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:27.109256 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3d150eec-3240-470b-bf54-47c1324824dc req-3f5ed833-a710-4dbf-ab18-0ade741a3178 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1851923 Jun 01 18:51:27.202707 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Allocated IP 172.28.3.112 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/27449034-77b6-4341-b096-d153748523f5) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:27.256998 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3d150eec-3240-470b-bf54-47c1324824dc req-556ae197-09e9-47a7-856c-15fd94a94e38 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283166 Jun 01 18:51:27.343678 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b9e7a3e7-2c10-444d-b63d-80e49e16e167 req-537fb293-ec3a-416c-b6fc-3d20dcb3bc3b service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332113 Jun 01 18:51:27.384956 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.416853 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.421471 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:27.464023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50326) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:27.584244 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:27.588344 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:27.592560 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:51:27.616142 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.627972 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'Port': ['ID=27449034-77b6-4341-b096-d153748523f5,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:27.632329 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:27.636347 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:27.640739 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Usage tracker for resource:security_group_rule and tenant:24724ebf583a41958e7ce8150859522e is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:27.644434 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:27.654710 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:27.823262 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.830237 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.839957 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e879793a-243f-4891-b6a9-ec5608702122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:27.877557 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceda57-c10a-40f1-b10f-8fb0f8d8b7a0 req-9748ab51-a686-49bb-afa6-6ec2430dcf31 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:27.879021 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f7ceda57-c10a-40f1-b10f-8fb0f8d8b7a0 req-9748ab51-a686-49bb-afa6-6ec2430dcf31 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1619823 Jun 01 18:51:27.908276 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24724ebf583a41958e7ce8150859522e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431808 Jun 01 18:51:27.909125 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77784142-9347-46ad-ba95-bd3ea9cc417f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:27.911532 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50334) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:27.925092 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:27.949572 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3cc4f-8fe7-4196-b7a6-0dc813f29003 req-74cc0198-098d-4b98-9fc3-6c59de60dd2b tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:27.951069 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2ac3cc4f-8fe7-4196-b7a6-0dc813f29003 req-74cc0198-098d-4b98-9fc3-6c59de60dd2b tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.2374845 Jun 01 18:51:27.968447 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f7ceda57-c10a-40f1-b10f-8fb0f8d8b7a0 req-47b21146-6569-4012-adb3-8a4630c97df6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827157 Jun 01 18:51:27.994387 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.021277 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.075628 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2ac3cc4f-8fe7-4196-b7a6-0dc813f29003 req-cd9a11d7-2973-4663-b749-641cbdca49cd tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682869 Jun 01 18:51:28.083617 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.090785 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-873299fc-fea2-4118-8192-d7ae2229e8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:28.106354 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77784142-9347-46ad-ba95-bd3ea9cc417f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:28.109847 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:28.111198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.112288 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77784142-9347-46ad-ba95-bd3ea9cc417f HTTP/1.1" status: 204 len: 168 time: 0.1972406 Jun 01 18:51:28.175733 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.331533 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.438133 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6b62a-61ce-4bf9-b32e-a098967191b1 req-8c11f445-b734-4b19-bbaf-36cec74aebb0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:28.438133 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-52b6b62a-61ce-4bf9-b32e-a098967191b1 req-8c11f445-b734-4b19-bbaf-36cec74aebb0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 943 time: 0.1931310 Jun 01 18:51:28.575553 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-52b6b62a-61ce-4bf9-b32e-a098967191b1 req-467b4177-c33b-4391-a8e4-d84f8d3cd573 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308038 Jun 01 18:51:28.631001 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.636463 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65708078'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.640486 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:28.704027 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 80a34259-d6a1-412d-a7e4-6caa00083068 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:28.745772 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event updated for resources: {'Port': ['ID=27449034-77b6-4341-b096-d153748523f5,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:28.753397 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:28.762717 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.907689 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=80a34259-d6a1-412d-a7e4-6caa00083068,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:28.922227 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '80a34259-d6a1-412d-a7e4-6caa00083068', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'port_id': '80a34259-d6a1-412d-a7e4-6caa00083068', 'mac_address': 'fa:16:3e:05:00:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:28.979821 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.l3_db [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Floating IP 7fb0a0f7-0960-4a45-9cbb-a1e099707dec associated. External IP: 172.28.3.112, port: 7a64da08-e7fe-4a0e-94dc-737eb875cbc1. Jun 01 18:51:28.983844 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:29.001826 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a34259-d6a1-412d-a7e4-6caa00083068 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:51:29.019489 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=80a34259-d6a1-412d-a7e4-6caa00083068,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:29.025670 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:29.028489 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:29.108064 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:29.112100 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:29.361690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-727bf247-65c1-4609-ac78-fe160459ba9c tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:29.364036 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-727bf247-65c1-4609-ac78-fe160459ba9c tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.1943266 Jun 01 18:51:29.378932 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d882-49f2-4686-9b88-4bed90bb73cb req-a4860fc1-5f04-4b8e-aa6b-5df89c79f26f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:29.386616 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3f68d882-49f2-4686-9b88-4bed90bb73cb req-a4860fc1-5f04-4b8e-aa6b-5df89c79f26f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.3409066 Jun 01 18:51:29.445560 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['80a34259-d6a1-412d-a7e4-6caa00083068'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:29.534244 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50398) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:29.589153 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243212d0-e6d7-45df-93d5-f51cf23476a0 req-6cef587a-1496-4c8f-bf1d-ce15c77e34f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:29.591338 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-243212d0-e6d7-45df-93d5-f51cf23476a0 req-6cef587a-1496-4c8f-bf1d-ce15c77e34f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 950 time: 0.3354979 Jun 01 18:51:29.625297 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:51:29.654797 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3f68d882-49f2-4686-9b88-4bed90bb73cb req-24025ca2-d6ac-4cd5-91d8-0a71e54422cd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670603 Jun 01 18:51:29.816533 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-243212d0-e6d7-45df-93d5-f51cf23476a0 req-2818d84c-f1ee-4d8a-95c2-ba46696c1bee tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/security-groups?id=495ffc18-233a-45e9-9ea5-bba8eef239d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136083 Jun 01 18:51:29.845165 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Deleting port 50a48d53-6194-4a64-b5ed-3cb97be880a6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:51:29.845536 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:29.890799 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-a6f71c09-9088-4f91-9dc5-0f40217e187a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3541260 Jun 01 18:51:29.894025 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:51:29.903605 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] Sync routers for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:51:29.918242 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:51:29.919087 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:51:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:29.933470 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:30.015468 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2480383 Jun 01 18:51:30.017283 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:30.019894 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c087d56a06905c42b7f89c6997360147935d48b77f76ca756c223547ff139bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f3a1e9-fc5e-4968-9301-973cd4a226b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:30.032663 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b87a9-edba-460e-be28-499613c55f12 req-ba5e5c5d-749c-4a05-93ba-2346738049fd tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:30.034619 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f56b87a9-edba-460e-be28-499613c55f12 req-ba5e5c5d-749c-4a05-93ba-2346738049fd tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 944 time: 0.1860731 Jun 01 18:51:30.093130 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90510c1-8dcd-47d9-b1cc-b407f36b0f3f x-openstack-request-id: req-f90510c1-8dcd-47d9-b1cc-b407f36b0f3f {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:30.093455 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1", "status": "completed", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:30.093872 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f90510c1-8dcd-47d9-b1cc-b407f36b0f3f {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:30.094352 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'status': 'completed', 'code': 200} Jun 01 18:51:30.099645 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f56b87a9-edba-460e-be28-499613c55f12 req-951210c4-ceda-45f8-9126-ee59b0c5e290 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 Jun 01 18:51:30.191512 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:51:30.209404 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] For port 50a48d53-6194-4a64-b5ed-3cb97be880a6, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=50a48d53-6194-4a64-b5ed-3cb97be880a6,segment=NetworkSegment(d9da13be-e211-4476-b49f-4c6fdfccc001),segment_id=d9da13be-e211-4476-b49f-4c6fdfccc001)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:30.209765 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:30.347580 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Calling delete_port for 50a48d53-6194-4a64-b5ed-3cb97be880a6 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:51:30.361427 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-2ff0ab28-b68f-40e0-9377-57d3bed182e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:30.362890 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-2ff0ab28-b68f-40e0-9377-57d3bed182e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1098 time: 0.2456911 Jun 01 18:51:30.533773 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-89ff600c-50fa-4510-8d26-ef297a575966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:30.535491 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-89ff600c-50fa-4510-8d26-ef297a575966 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 908 time: 0.1662557 Jun 01 18:51:30.567330 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '7fb0a0f7-0960-4a45-9cbb-a1e099707dec', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'port_id': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'mac_address': 'fa:16:3e:00:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1822f5c6-996a-4e89-85af-ced634ff6766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:51:28Z', 'updated_at': '2021-06-01T18:51:28Z', 'revision_number': 0, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 5, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:30.572014 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] Checking router: 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:51:30.580553 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:51:30.581153 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:51:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:30.701137 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-e434c665-aa46-4047-b264-d7715ad60293 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 999 time: 0.1312966 Jun 01 18:51:30.701981 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:30.707742 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:30.723415 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['50a48d53-6194-4a64-b5ed-3cb97be880a6'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:30.748767 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 80a34259-d6a1-412d-a7e4-6caa00083068 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:30.788853 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Pushing event deleted for resources: {'Port': ['ID=50a48d53-6194-4a64-b5ed-3cb97be880a6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:30.797577 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:30.858793 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:51:30.969682 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] No DVR routers for this DVR port 50a48d53-6194-4a64-b5ed-3cb97be880a6 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:30.988316 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:30.988560 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 80a34259-d6a1-412d-a7e4-6caa00083068 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:30.989001 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'name': 'network-vif-deleted', 'tag': '50a48d53-6194-4a64-b5ed-3cb97be880a6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:30.989001 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ee9d6-20de-4cba-bc7a-1ad00af1c83b" -d '{"events": [{"server_uuid": "f023e6e2-5763-4ef7-9267-7f72dbf0ee11", "name": "network-vif-deleted", "tag": "50a48d53-6194-4a64-b5ed-3cb97be880a6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:31.023390 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-156ec098-42aa-4aae-b62d-37198e48e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:31.025422 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-156ec098-42aa-4aae-b62d-37198e48e3f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 200 len: 846 time: 0.2819085 Jun 01 18:51:31.074846 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 80a34259-d6a1-412d-a7e4-6caa00083068 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:31.075261 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:31.090922 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2a477d03-98e7-4e3a-a08f-ec44797af491 req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.36 "DELETE /v2.0/ports/50a48d53-6194-4a64-b5ed-3cb97be880a6 HTTP/1.1" status: 204 len: 173 time: 1.7193084 Jun 01 18:51:31.150454 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-dc466d21-2eb3-41cd-ad82-a7728a0b1959 req-4d91e63b-7793-4e1a-9772-c69b2525d819 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.1048329 Jun 01 18:51:31.165939 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da8964-8d52-4969-a241-3536262a17aa req-6b873848-3566-45e3-8af6-8c0c2ec289e9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:31.172680 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f5da8964-8d52-4969-a241-3536262a17aa req-6b873848-3566-45e3-8af6-8c0c2ec289e9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.3852434 Jun 01 18:51:31.239439 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222ccb2a-2185-4f38-bbef-b9759941c507 x-openstack-request-id: req-222ccb2a-2185-4f38-bbef-b9759941c507 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:31.239762 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f023e6e2-5763-4ef7-9267-7f72dbf0ee11", "name": "network-vif-deleted", "tag": "50a48d53-6194-4a64-b5ed-3cb97be880a6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:31.240028 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-222ccb2a-2185-4f38-bbef-b9759941c507 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:31.240446 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f023e6e2-5763-4ef7-9267-7f72dbf0ee11', 'name': 'network-vif-deleted', 'tag': '50a48d53-6194-4a64-b5ed-3cb97be880a6', 'status': 'completed', 'code': 200} Jun 01 18:51:31.251415 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f5da8964-8d52-4969-a241-3536262a17aa req-ab6c48ec-b096-4574-bb30-c177c28c4c10 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778115 Jun 01 18:51:31.279938 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-f00f7e8a-fa48-4eb4-bfab-6f0196e43da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:31.281693 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-f00f7e8a-fa48-4eb4-bfab-6f0196e43da7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee089a73-6fad-4910-ab69-180367295953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2372148 Jun 01 18:51:31.454230 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70ce4-fa92-434f-a9bd-544e27bdb053 req-b6ae12fd-8f5c-4560-b7e1-ab2afe82ad20 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:31.456085 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-57b70ce4-fa92-434f-a9bd-544e27bdb053 req-b6ae12fd-8f5c-4560-b7e1-ab2afe82ad20 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 944 time: 0.1281986 Jun 01 18:51:31.500614 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-6bb554e2-879a-4d57-8de8-4a14827d0ccb service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118387 Jun 01 18:51:31.521866 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-57b70ce4-fa92-434f-a9bd-544e27bdb053 req-ca3a2f56-1b75-483e-b91e-3ea8411e7008 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576699 Jun 01 18:51:31.523156 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:31.572430 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:31.574662 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b542a4-8183-4ea9-a8ef-7db11b5fcbc0" -d '{"events": [{"server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "name": "network-vif-plugged", "status": "completed", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:31.586853 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=80a34259-d6a1-412d-a7e4-6caa00083068,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:31.593863 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:31.594766 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:31.625451 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:31.656884 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ed83d7-9853-4e4c-9c58-0f7f8e81c2d3 x-openstack-request-id: req-f3ed83d7-9853-4e4c-9c58-0f7f8e81c2d3 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:31.657177 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "name": "network-vif-plugged", "status": "completed", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:31.657822 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3ed83d7-9853-4e4c-9c58-0f7f8e81c2d3 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:31.657984 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068', 'code': 200} Jun 01 18:51:31.677156 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '7fb0a0f7-0960-4a45-9cbb-a1e099707dec', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'port_id': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'mac_address': 'fa:16:3e:00:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1822f5c6-996a-4e89-85af-ced634ff6766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:51:28Z', 'updated_at': '2021-06-01T18:51:28Z', 'revision_number': 0, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 5, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:31.683746 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-32f3a1e9-fc5e-4968-9301-973cd4a226b7 req-91b289d2-a645-433a-83d4-3448d18e4ced service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766548 Jun 01 18:51:31.750617 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045ebc0-b2ea-431d-912a-c5561f25e20f None None] The sync data for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb is: [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '7fb0a0f7-0960-4a45-9cbb-a1e099707dec', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'port_id': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'mac_address': 'fa:16:3e:00:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1822f5c6-996a-4e89-85af-ced634ff6766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:51:28Z', 'updated_at': '2021-06-01T18:51:28Z', 'revision_number': 0, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 5, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:51:31.814371 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:31.831257 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:31.858341 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 50a48d53-6194-4a64-b5ed-3cb97be880a6 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:31.908879 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 50a48d53-6194-4a64-b5ed-3cb97be880a6 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:51:31.909243 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 50a48d53-6194-4a64-b5ed-3cb97be880a6 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:51:31.954955 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-b0be7e02-f9ae-4f0a-b6d4-34b51930216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:31.956436 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-b0be7e02-f9ae-4f0a-b6d4-34b51930216d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c&tenant_id=92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 1096 time: 0.1731687 Jun 01 18:51:31.958920 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759854af-e377-49fe-aac2-87da7bb28bde req-92adcb3d-b7f0-4408-902d-e69d2a130618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:31.960295 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-759854af-e377-49fe-aac2-87da7bb28bde req-92adcb3d-b7f0-4408-902d-e69d2a130618 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1098 time: 0.1027822 Jun 01 18:51:32.069721 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba3d76-845b-4c8b-ba76-8bccc0d0d226 None None] New status for floating IP 7fb0a0f7-0960-4a45-9cbb-a1e099707dec: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:51:32.085333 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-759854af-e377-49fe-aac2-87da7bb28bde req-00939572-6bee-4246-8859-374a96ba68e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141326 Jun 01 18:51:32.108914 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-ef96c86f-fc3a-4075-afdf-ce2f45b365cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:32.110407 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-ef96c86f-fc3a-4075-afdf-ce2f45b365cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1096 time: 0.1195238 Jun 01 18:51:32.372726 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b60173e2-e0a9-4388-9b64-71c8c257f11f req-9c4f7336-ad4d-4dd4-a531-a1eccbc417f8 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] 10.222.0.15 "GET /v2.0/ports?device_id=f023e6e2-5763-4ef7-9267-7f72dbf0ee11 HTTP/1.1" status: 200 len: 210 time: 0.0678632 Jun 01 18:51:32.541165 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-912a089f-fc4b-48a0-bb0b-4ccbb7758e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:32.542616 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-912a089f-fc4b-48a0-bb0b-4ccbb7758e77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.3272467 Jun 01 18:51:32.645919 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fc291-402d-48d8-85fb-e89f3589d9f7 req-a934f9b3-6128-4523-a054-854bd13dcf92 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:32.647369 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f80fc291-402d-48d8-85fb-e89f3589d9f7 req-a934f9b3-6128-4523-a054-854bd13dcf92 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1954851 Jun 01 18:51:32.675867 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-1595214e-86e1-4e43-85f0-2578ccc012f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 200 len: 998 time: 0.1258814 Jun 01 18:51:32.715010 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3c5cc-41e9-49de-8176-1382a8df57b0 req-bc3e45eb-e6fe-444f-8ce6-5a10afdfcb25 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:32.716626 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-42c3c5cc-41e9-49de-8176-1382a8df57b0 req-bc3e45eb-e6fe-444f-8ce6-5a10afdfcb25 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.0830917 Jun 01 18:51:32.744716 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f80fc291-402d-48d8-85fb-e89f3589d9f7 req-0febded9-f2e4-45cd-b61a-87e93d20c6e1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888069 Jun 01 18:51:32.754737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-4fd3afda-1066-4649-9fe8-70397b0c319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:32.756167 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-4fd3afda-1066-4649-9fe8-70397b0c319b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0740139 Jun 01 18:51:32.766742 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-42c3c5cc-41e9-49de-8176-1382a8df57b0 req-7e5171ca-ff57-4e31-9c01-f60309b60bcc tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443194 Jun 01 18:51:32.833937 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-f6294ad4-6d36-49c4-b10c-c9ba9b1c9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:32.835348 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-f6294ad4-6d36-49c4-b10c-c9ba9b1c9010 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728688 Jun 01 18:51:32.969024 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-003e4583-43b3-4599-a391-01fa403385ca service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268420 Jun 01 18:51:33.107474 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8e90bc0e-702b-4a35-8ef6-cc3a69cdd399 req-632d662d-5004-4906-bce1-046c70b32b34 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321492 Jun 01 18:51:34.035160 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053ccb-a812-4807-b379-d9e5664a7af2 req-f70b1209-9fa4-4a8d-a927-276dee7a5cb8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:34.037933 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ea053ccb-a812-4807-b379-d9e5664a7af2 req-f70b1209-9fa4-4a8d-a927-276dee7a5cb8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1203322 Jun 01 18:51:34.061042 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376e871-f321-481e-bab4-13e754c2abd2 req-db9fdda4-13a5-4e1d-a900-4166bc2c94d6 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:34.062855 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e376e871-f321-481e-bab4-13e754c2abd2 req-db9fdda4-13a5-4e1d-a900-4166bc2c94d6 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.1062098 Jun 01 18:51:34.140199 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ea053ccb-a812-4807-b379-d9e5664a7af2 req-8d1aeb75-ac5f-44f2-9d3f-4e9ae54c39a2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926597 Jun 01 18:51:34.150652 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e376e871-f321-481e-bab4-13e754c2abd2 req-288ee126-3d0b-4c4e-ad7c-aedecf750bac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786250 Jun 01 18:51:34.418416 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb085b7-8517-48ea-97d7-4bc5e0d66902 req-c7e2bb2c-0120-4f58-afaa-6c96a41ba519 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:34.420148 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7fb085b7-8517-48ea-97d7-4bc5e0d66902 req-c7e2bb2c-0120-4f58-afaa-6c96a41ba519 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.1243007 Jun 01 18:51:34.509777 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7fb085b7-8517-48ea-97d7-4bc5e0d66902 req-dcfc09f6-e281-4949-a100-2cf4fea0f56d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761318 Jun 01 18:51:34.870789 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-65f14e96-f7ae-48a9-a4b9-4a341d0ddbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:34.967947 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:34.971945 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86fae4-fcaf-4da5-ae24-f25792a230d3 req-2941e9a7-a13c-4b2a-a31f-facd0ee5564a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:34.973411 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6f86fae4-fcaf-4da5-ae24-f25792a230d3 req-2941e9a7-a13c-4b2a-a31f-facd0ee5564a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.0877881 Jun 01 18:51:35.042706 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6f86fae4-fcaf-4da5-ae24-f25792a230d3 req-afd88186-2f0d-4c61-8754-4e1c8ce5117d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627747 Jun 01 18:51:35.497343 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb606a9b-9e8e-4c82-bc27-86ada5d3cacf req-1c1c555b-7841-4e78-969d-8f8685b62dde tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:35.504041 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cb606a9b-9e8e-4c82-bc27-86ada5d3cacf req-1c1c555b-7841-4e78-969d-8f8685b62dde tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1751544 Jun 01 18:51:35.577834 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cb606a9b-9e8e-4c82-bc27-86ada5d3cacf req-b8a303b1-34c9-4e65-938c-3d2dfe5edd5b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701559 Jun 01 18:51:36.904472 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2f0e4-d823-4a8b-82a2-da8da969b88b req-81615bcf-5589-4726-b098-8a373d25fddc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:36.906816 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-39f2f0e4-d823-4a8b-82a2-da8da969b88b req-81615bcf-5589-4726-b098-8a373d25fddc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1649089 Jun 01 18:51:37.000133 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-39f2f0e4-d823-4a8b-82a2-da8da969b88b req-a8edd331-22ef-4792-920d-9de381dc5585 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865536 Jun 01 18:51:37.176248 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.264675 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b20359dc-90be-494b-bccd-9acf641e682d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:38.235777 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0ca24-4335-4076-86c6-cbc68f9fa6d4 req-4a7bf12c-036f-41e4-afa0-d5344611f0b7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:38.237225 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-90a0ca24-4335-4076-86c6-cbc68f9fa6d4 req-4a7bf12c-036f-41e4-afa0-d5344611f0b7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0867527 Jun 01 18:51:38.283536 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-90a0ca24-4335-4076-86c6-cbc68f9fa6d4 req-0ed0ec11-43d8-42c7-a6df-68de71cf470b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398288 Jun 01 18:51:38.525996 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.109983 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50768) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:39.286571 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-b244e3fe-1479-45b2-a75e-0345dfdd2795 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca397f4f3de148cba95e396e3419bb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752167 Jun 01 18:51:39.288809 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50774) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:39.370806 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.403328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.569702 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.577146 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c67c5940-2ad6-490e-acb0-ba98e4113e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:39.599745 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495ffc18-233a-45e9-9ea5-bba8eef239d5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:39.603154 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:39.616309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.619958 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/495ffc18-233a-45e9-9ea5-bba8eef239d5 HTTP/1.1" status: 204 len: 168 time: 0.3293242 Jun 01 18:51:39.636106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686b7f-7ed5-428f-81c4-04fb77155f1f req-c5590f71-7c40-4324-989f-089bdb35f71f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:39.639656 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2c686b7f-7ed5-428f-81c4-04fb77155f1f req-c5590f71-7c40-4324-989f-089bdb35f71f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.2156909 Jun 01 18:51:39.700523 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2c686b7f-7ed5-428f-81c4-04fb77155f1f req-bbb2a6b7-56ac-4775-93f2-50679b841986 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495131 Jun 01 18:51:39.955146 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.892620 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa1aad-133c-4e81-8a99-b0ba1e25707e req-65a8d0e2-a5eb-40b6-8e3f-e9e34e84071b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:40.894254 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-83aa1aad-133c-4e81-8a99-b0ba1e25707e req-65a8d0e2-a5eb-40b6-8e3f-e9e34e84071b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0845249 Jun 01 18:51:40.944207 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-83aa1aad-133c-4e81-8a99-b0ba1e25707e req-6208c7f1-81bc-4f0b-8bb0-4f6c7f03949b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 Jun 01 18:51:42.152112 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7c786-10f7-4f55-a4a6-ce48b4669014 req-14b81820-9d66-4663-b81c-9bc70fa139bb tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:42.153558 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-23f7c786-10f7-4f55-a4a6-ce48b4669014 req-14b81820-9d66-4663-b81c-9bc70fa139bb tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0961978 Jun 01 18:51:42.199225 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-23f7c786-10f7-4f55-a4a6-ce48b4669014 req-e3720a2d-faf9-482c-8101-ea28d8d7c981 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389245 Jun 01 18:51:43.393773 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347dfba-9221-4700-a434-09013c9496ad req-3f1572e1-e6b3-4885-88b2-a4923d737134 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:43.395227 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1347dfba-9221-4700-a434-09013c9496ad req-3f1572e1-e6b3-4885-88b2-a4923d737134 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0797954 Jun 01 18:51:43.439240 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1347dfba-9221-4700-a434-09013c9496ad req-a5a5d5ef-5565-4d9c-858f-ca239772fa93 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 Jun 01 18:51:44.762930 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c227a-8856-4413-9112-2c026b036680 req-a3a651e1-e10f-48c6-b8ae-0482a24154ab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:44.764810 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7a8c227a-8856-4413-9112-2c026b036680 req-a3a651e1-e10f-48c6-b8ae-0482a24154ab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.2014267 Jun 01 18:51:44.814980 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7a8c227a-8856-4413-9112-2c026b036680 req-2d10781b-262f-4ca1-a5c1-38d0231c9ade tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Jun 01 18:51:46.046152 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769b8cc-064e-4840-b93d-4b443663b383 req-cae843fd-34ce-476f-a051-3e5f9bb48235 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:46.047600 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6769b8cc-064e-4840-b93d-4b443663b383 req-cae843fd-34ce-476f-a051-3e5f9bb48235 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1022189 Jun 01 18:51:46.105542 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6769b8cc-064e-4840-b93d-4b443663b383 req-3f7a3cb2-0620-4caf-bec3-f0b16c37328c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522256 Jun 01 18:51:47.323128 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1fba-8499-4325-a10a-1dc1d01fc3b3 req-8bb25618-1910-41ec-9c5d-1ebea90b0974 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:47.324727 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ee8f1fba-8499-4325-a10a-1dc1d01fc3b3 req-8bb25618-1910-41ec-9c5d-1ebea90b0974 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1032634 Jun 01 18:51:47.368395 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ee8f1fba-8499-4325-a10a-1dc1d01fc3b3 req-29de8039-b10d-4d61-9101-6d09bc05b316 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381219 Jun 01 18:51:48.565840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5df602-8a21-4148-8f96-2c58b7772a42 req-f44419b0-54cd-4691-8b2f-925945088fd1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:48.567311 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1d5df602-8a21-4148-8f96-2c58b7772a42 req-f44419b0-54cd-4691-8b2f-925945088fd1 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0907104 Jun 01 18:51:48.612681 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1d5df602-8a21-4148-8f96-2c58b7772a42 req-c6bd597e-b08f-4336-88b2-208eb94be591 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Jun 01 18:51:49.802313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea975f3-6598-4adc-b6fe-920e8d075202 req-28b99392-00e9-47f0-a752-f216ca35787e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:49.804023 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2ea975f3-6598-4adc-b6fe-920e8d075202 req-28b99392-00e9-47f0-a752-f216ca35787e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0809858 Jun 01 18:51:49.852072 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2ea975f3-6598-4adc-b6fe-920e8d075202 req-4ba2a327-ca8e-4f68-bca7-8eb1aecc71df tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396326 Jun 01 18:51:51.051556 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef10f7-d091-4f35-94b1-c7a658466e1a req-7b50e98d-8642-4f27-9f77-3257bd2f249d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:51.052934 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6bef10f7-d091-4f35-94b1-c7a658466e1a req-7b50e98d-8642-4f27-9f77-3257bd2f249d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0864446 Jun 01 18:51:51.096423 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6bef10f7-d091-4f35-94b1-c7a658466e1a req-3fcb7265-0208-4a8c-aa02-28a7f69ee342 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372081 Jun 01 18:51:52.311962 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf300b1c-a139-494b-a930-9a34f4951d85 req-79dcfbd5-d379-4d74-bd23-ee495970418f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:52.313437 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cf300b1c-a139-494b-a930-9a34f4951d85 req-79dcfbd5-d379-4d74-bd23-ee495970418f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0894344 Jun 01 18:51:52.359759 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cf300b1c-a139-494b-a930-9a34f4951d85 req-7010fc73-9ea7-440b-961a-942ccd48b470 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Jun 01 18:51:53.083548 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a3b6-a5e0-468b-a4e2-5c9bd4fa603d req-95a6441e-6e88-48ce-bbfb-3a97b1ea3347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:53.085084 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0148a3b6-a5e0-468b-a4e2-5c9bd4fa603d req-95a6441e-6e88-48ce-bbfb-3a97b1ea3347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.0799015 Jun 01 18:51:53.135784 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0148a3b6-a5e0-468b-a4e2-5c9bd4fa603d req-0dba334d-a8f6-4f13-9e08-c3bcc6be6957 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Jun 01 18:51:53.163692 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50930) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:53.392693 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f0600-7082-4a7c-9bd8-941362126a09 tempest-TestMinimumBasicScenario-560291724 tempest-TestMinimumBasicScenario-560291724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:53.394191 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-664f0600-7082-4a7c-9bd8-941362126a09 tempest-TestMinimumBasicScenario-560291724 tempest-TestMinimumBasicScenario-560291724-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1093 time: 0.2295976 Jun 01 18:51:53.397080 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50936) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:53.401709 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'floatingip': {'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'port_id': '80a34259-d6a1-412d-a7e4-6caa00083068', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:53.407821 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:53.411624 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:floatingip and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:53.414538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:53.421021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:53.432372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.566880 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d9aa-901f-40de-a93e-8fd17c87c89b req-9167149a-892e-4aa1-8744-4789b99170ea tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:53.568380 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5ff5d9aa-901f-40de-a93e-8fd17c87c89b req-9167149a-892e-4aa1-8744-4789b99170ea tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.0924442 Jun 01 18:51:53.570708 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.613311 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5ff5d9aa-901f-40de-a93e-8fd17c87c89b req-d85de56b-b88e-44b9-8ce5-746c04acf7ad tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388587 Jun 01 18:51:53.721587 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Allocated IP 172.28.3.70 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/4853a39a-7e9a-475a-913c-9dc1508c885d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:53.868842 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.897767 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.903108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dc02fe13-bfb7-42cb-8bbc-32bea5775d61 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:53.965902 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:53.968764 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:53.972548 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:51:54.012560 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'Port': ['ID=4853a39a-7e9a-475a-913c-9dc1508c885d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:54.027874 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.028243 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.028602 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.028967 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.029317 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.029669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.030020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.030367 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.030714 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.031342 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.031690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.032036 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:54.037043 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:54.487380 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.563695 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.844252 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.850147 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.852837 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:54.856449 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ec95f02d-416d-478d-8ea4-afb2f854fb26 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:54.913818 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f5293-2dc2-4e8c-ab5b-160219409207 req-c5d776c9-f650-4e18-b1e2-f0c364274997 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:54.915848 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d70f5293-2dc2-4e8c-ab5b-160219409207 req-c5d776c9-f650-4e18-b1e2-f0c364274997 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 943 time: 0.1853383 Jun 01 18:51:54.984242 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:54.999868 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'port_id': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'mac_address': 'fa:16:3e:9f:3f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:55.013009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'Port': ['ID=4853a39a-7e9a-475a-913c-9dc1508c885d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:55.023210 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:55.035283 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d70f5293-2dc2-4e8c-ab5b-160219409207 req-cf07dd95-e0a9-4baf-9a1d-a2e2c953303d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092458 Jun 01 18:51:55.038276 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.055397 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.072366 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f0018a-433f-4812-8738-143c07ce38ed {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:51:55.087299 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:55.091480 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.093491 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:55.162124 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=9']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:55.165776 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:55.224183 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Floating IP c58d2c51-0971-4fe1-933d-b528d66a3c1f associated. External IP: 172.28.3.70, port: 80a34259-d6a1-412d-a7e4-6caa00083068. Jun 01 18:51:55.511895 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['f6f0018a-433f-4812-8738-143c07ce38ed'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:55.578196 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:51:55.770860 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:51:55.780676 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] Sync routers for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:51:55.790842 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:51:55.791476 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:51:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:55.797336 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.859699 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4613762 Jun 01 18:51:55.860163 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:55.862305 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50944) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:55.862796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:55.868287 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768231115', 'description': 'tempest-secgroup-smoke-1768231115 description', 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:55.875975 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:55.887417 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:55.906317 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.917997 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d65d53-528d-481d-b291-b2773c0f6a27 x-openstack-request-id: req-b8d65d53-528d-481d-b291-b2773c0f6a27 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:55.918574 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:55.919336 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8d65d53-528d-481d-b291-b2773c0f6a27 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:55.920169 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068', 'status': 'completed', 'code': 200} Jun 01 18:51:55.940505 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:55.944759 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:55.948971 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:55.955342 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:55.994770 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:51:56.026708 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-d976cce1-3d4d-4f6f-97af-5698bd2c98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:56.028239 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-d976cce1-3d4d-4f6f-97af-5698bd2c98cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1098 time: 0.0855739 Jun 01 18:51:56.034505 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.038419 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.043171 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-37693741-7042-4a97-8f49-5793874cdf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:56.089767 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.091320 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2271159 Jun 01 18:51:56.094732 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50950) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:56.101858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'security_group_rule': {'security_group_id': '524bcf85-2f83-4415-b582-b59b81797d3c', 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:56.108502 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:56.113167 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:56.116383 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:56.128865 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:56.141322 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524bcf85-2f83-4415-b582-b59b81797d3c,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:56.163387 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:56.174094 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.249500 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.254637 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.256890 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:56.280453 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4efd4f4-dbd1-471c-a208-97a3723433c0,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:56.285109 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:56.295327 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.299024 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2006378 Jun 01 18:51:56.299244 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50952) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:56.304460 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'security_group_rule': {'security_group_id': '524bcf85-2f83-4415-b582-b59b81797d3c', 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:56.311676 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:56.315646 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:56.320023 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:56.329199 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:56.354906 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.402351 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-441815b4-d6fa-42d1-907c-741be49e55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:56.403750 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-441815b4-d6fa-42d1-907c-741be49e55ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 916 time: 0.3684342 Jun 01 18:51:56.462694 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.467790 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.470208 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-fc88d906-c2ce-479e-aa81-1b4b8ea47727 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:56.473969 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': 'c58d2c51-0971-4fe1-933d-b528d66a3c1f', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'port_id': '80a34259-d6a1-412d-a7e4-6caa00083068', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'mac_address': 'fa:16:3e:05:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b9923e-9707-4490-a868-560ad42838ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:51:54Z', 'updated_at': '2021-06-01T18:51:54Z', 'revision_number': 0, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:39Z', 'revision_number': 5, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:56.481049 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] Checking router: 0c8966f2-792d-4bb3-83c0-7bad869a93f8 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:51:56.492044 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:51:56.492641 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:51:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:56.496017 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389cae76-90b6-4d72-86df-76199eb5748d,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:56.498800 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:56.500675 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bb322-5898-406f-ad78-82ac2523cbd6 req-18d63cfe-611b-4c2f-b43c-5bf1928dc066 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:56.502799 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-783bb322-5898-406f-ad78-82ac2523cbd6 req-18d63cfe-611b-4c2f-b43c-5bf1928dc066 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 944 time: 0.2145383 Jun 01 18:51:56.511109 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.511109 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2075415 Jun 01 18:51:56.511522 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50956) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:56.516378 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'security_group_rule': {'security_group_id': '524bcf85-2f83-4415-b582-b59b81797d3c', 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:56.522625 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:56.527963 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:56.532709 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:56.538913 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:56.560248 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.593021 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-59bd207c-afa5-4b45-9572-aadcdd91ed1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 998 time: 0.1755557 Jun 01 18:51:56.596635 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-783bb322-5898-406f-ad78-82ac2523cbd6 req-4bef5958-896e-40c6-96da-81bb8da2c121 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871525 Jun 01 18:51:56.636970 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.641939 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.644347 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:56.672698 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e49fb4c-d075-4554-9376-1cf8f64e9ff0,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:56.677533 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:56.680675 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-ecb23ef7-8380-4a6e-84e9-6597d08cbe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:56.682200 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.682773 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-ecb23ef7-8380-4a6e-84e9-6597d08cbe67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 200 len: 854 time: 0.0816228 Jun 01 18:51:56.683509 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-3883cabf-3ccd-4ea1-bfb0-1a374b91128d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1710722 Jun 01 18:51:56.686048 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50958) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:56.690760 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'security_group_rule': {'security_group_id': '524bcf85-2f83-4415-b582-b59b81797d3c', 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:56.698288 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:56.702327 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:56.705296 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:56.711270 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:56.730080 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.759888 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:51:56.767068 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-e5e5ad79-aeb2-44ad-a30c-5b8c48fc6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:56.768597 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-e5e5ad79-aeb2-44ad-a30c-5b8c48fc6ae9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f032fc80-277e-48e0-81e4-cf651b588943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782127 Jun 01 18:51:56.800115 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.805227 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.808154 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-afcba31a-6555-4d93-b368-c0043c763830 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:56.831040 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23607ff0-ba12-46a9-a6af-9246e7bf86fe,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:56.834134 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:56.843987 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.845807 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-eec51b90-1970-4b15-82fa-765b14a55a9f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585245 Jun 01 18:51:56.851599 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 50960) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:56.856781 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'security_group_rule': {'security_group_id': '524bcf85-2f83-4415-b582-b59b81797d3c', 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:56.862979 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:56.866872 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:56.869971 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:56.877316 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:56.889583 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.securitygroups_db [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Project fbe7b5e133be449c9ad7d65e9fbd5f2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 18:51:56.894842 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:56.897235 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.916442 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-af38587b-6b88-4678-9fd6-a3897ea17a52 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408448 Jun 01 18:51:56.970858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.975682 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.978327 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:57.001337 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146d4a2f-fb24-49cc-befc-cedb7643dc18,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:57.003869 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:57.015216 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.020467 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1672721 Jun 01 18:51:57.021429 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 50968) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:57.028516 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'security_group_rule': {'security_group_id': '524bcf85-2f83-4415-b582-b59b81797d3c', 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:57.036284 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:57.048355 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Usage tracker for resource:security_group_rule and tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:57.052694 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:57.061956 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:57.085603 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3c8d7afa-df82-4eea-9e14-9fc84332f2bd req-30504423-c0b0-4f26-a5fe-8da618ece03d service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615071 Jun 01 18:51:57.086159 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Project fbe7b5e133be449c9ad7d65e9fbd5f2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 18:51:57.093073 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.098147 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port f6f0018a-433f-4812-8738-143c07ce38ed triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:57.098680 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.161574 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.165653 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.173542 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:57.195299 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5fdcdf-2838-41a0-b2fd-f43cf888cb6d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:57.198607 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:57.206195 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.210265 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-cc2f001f-3637-447b-a523-ca8abffdd93f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1853437 Jun 01 18:51:57.292238 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.325800 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:57.328076 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43d9a0-dcd6-4cd1-ba02-744123164bd2" -d '{"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:57.338387 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': 'c58d2c51-0971-4fe1-933d-b528d66a3c1f', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'port_id': '80a34259-d6a1-412d-a7e4-6caa00083068', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'mac_address': 'fa:16:3e:05:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b9923e-9707-4490-a868-560ad42838ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:51:54Z', 'updated_at': '2021-06-01T18:51:54Z', 'revision_number': 0, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:39Z', 'revision_number': 5, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:57.342673 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:57.346942 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e8e8d-42e8-4920-bee5-795a220d7e71 None None] The sync data for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb is: [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': 'c58d2c51-0971-4fe1-933d-b528d66a3c1f', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'port_id': '80a34259-d6a1-412d-a7e4-6caa00083068', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'mac_address': 'fa:16:3e:05:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b9923e-9707-4490-a868-560ad42838ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:51:54Z', 'updated_at': '2021-06-01T18:51:54Z', 'revision_number': 0, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:39Z', 'revision_number': 5, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:51:57.349139 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.351495 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ce845a00-7da3-48a9-b528-761956f6936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:57.388038 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad0ba8d-d13b-400a-8168-82d129d4e30d x-openstack-request-id: req-fad0ba8d-d13b-400a-8168-82d129d4e30d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:57.388272 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-plugged", "status": "completed", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:57.388510 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fad0ba8d-d13b-400a-8168-82d129d4e30d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:57.388905 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'code': 200} Jun 01 18:51:57.424760 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=10']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:57.428553 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:57.451274 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-2ff67979-dade-438c-8c6a-cfa9e1923b0b tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Synchronizing usage tracker for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:57.467591 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-2ff67979-dade-438c-8c6a-cfa9e1923b0b tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Unset dirty status for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:57.468771 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-2ff67979-dade-438c-8c6a-cfa9e1923b0b tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768231115&fields=id&tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f HTTP/1.1" status: 200 len: 267 time: 0.1746597 Jun 01 18:51:57.569948 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-df9a8708-d604-4724-8f5d-66cd8eeb5ccf tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:57.571652 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-df9a8708-d604-4724-8f5d-66cd8eeb5ccf tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.0958023 Jun 01 18:51:57.583189 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'port': {'security_groups': ['d2951e06-bdec-446b-ba99-a6e95ea33557', '524bcf85-2f83-4415-b582-b59b81797d3c']}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:57.584312 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9b1df9-c492-4cba-b5dd-de33bde86b8e None None] New status for floating IP c58d2c51-0971-4fe1-933d-b528d66a3c1f: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:51:57.706400 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.819272 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d775-0a2c-4cec-b6bb-1227abcc5102 req-b260f116-31d5-4b7e-b3a8-6c6f4cfa334b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:57.820945 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4652d775-0a2c-4cec-b6bb-1227abcc5102 req-b260f116-31d5-4b7e-b3a8-6c6f4cfa334b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 946 time: 0.0882049 Jun 01 18:51:57.888689 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4652d775-0a2c-4cec-b6bb-1227abcc5102 req-bcc9d6ee-f3e2-4efc-813b-bb90a40ce846 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537310 Jun 01 18:51:58.013592 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=80a34259-d6a1-412d-a7e4-6caa00083068,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:58.038134 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:58.043594 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65708078'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:58.049249 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:51:58.055901 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['80a34259-d6a1-412d-a7e4-6caa00083068'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:58.070416 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa763c4b-394b-4961-804d-92c4233d7a12 req-b5e9f01c-4175-4e54-a80d-296e7c50e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:58.072217 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-aa763c4b-394b-4961-804d-92c4233d7a12 req-b5e9f01c-4175-4e54-a80d-296e7c50e58e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1099 time: 0.0777700 Jun 01 18:51:58.120904 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:58.121559 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:58.122968 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f520d001-2345-4daf-a00e-c34b6cb9e526 req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "PUT /v2.0/ports/80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 981 time: 0.5448573 Jun 01 18:51:58.123549 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:51:58.124099 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-aa763c4b-394b-4961-804d-92c4233d7a12 req-ad49b111-94a8-424f-bc45-bc74864d2912 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444028 Jun 01 18:51:58.128196 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c087d56a06905c42b7f89c6997360147935d48b77f76ca756c223547ff139bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1e3970-5153-4876-b7a6-781754f0e33c" -d '{"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:51:58.145256 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=6']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:58.149663 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:51:58.218215 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494358d0-9cac-4284-bd2a-18576f2becdd x-openstack-request-id: req-494358d0-9cac-4284-bd2a-18576f2becdd {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:51:58.218542 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068", "status": "completed", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:51:58.218999 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-494358d0-9cac-4284-bd2a-18576f2becdd {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:51:58.219790 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068', 'status': 'completed', 'code': 200} Jun 01 18:51:58.227654 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['80a34259-d6a1-412d-a7e4-6caa00083068'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:58.335617 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd519a-ca9a-495e-abe1-def0d17fb038 req-7b5ee396-81d3-4717-a999-e78ffce7a462 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:58.337211 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-29bd519a-ca9a-495e-abe1-def0d17fb038 req-7b5ee396-81d3-4717-a999-e78ffce7a462 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0871751 Jun 01 18:51:58.432052 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-29bd519a-ca9a-495e-abe1-def0d17fb038 req-9d6f0531-8673-434d-94d1-5d1bfa558ff2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648565 Jun 01 18:51:58.453272 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-18f2900a-9d0b-4b9f-a033-b483aaa4ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:58.453272 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-18f2900a-9d0b-4b9f-a033-b483aaa4ca5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1137 time: 0.1122670 Jun 01 18:51:58.481415 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-ed0a1f94-eab4-41fd-b6a0-9c88bc6303d0 None None] Provisioning complete for port 80a34259-d6a1-412d-a7e4-6caa00083068 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:58.481651 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed0a1f94-eab4-41fd-b6a0-9c88bc6303d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:58.586420 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-db4417ad-5012-45a2-9296-3c4f28fcb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:58.588330 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-db4417ad-5012-45a2-9296-3c4f28fcb6d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 916 time: 0.1315088 Jun 01 18:51:58.697698 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-debe567c-0091-457f-841e-75d045d533f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 1000 time: 0.1017118 Jun 01 18:51:58.761818 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-b79cfa9b-847d-456d-a590-f2fe1632e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:58.763312 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-b79cfa9b-847d-456d-a590-f2fe1632e6af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 200 len: 854 time: 0.0576272 Jun 01 18:51:58.840063 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-3681104a-c65d-46eb-a4d2-064a6cd3b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:58.841456 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-3681104a-c65d-46eb-a4d2-064a6cd3b033 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f032fc80-277e-48e0-81e4-cf651b588943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700810 Jun 01 18:51:59.072505 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-d6e47b0c-ce14-4a25-b90b-8ab0ce36e210 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238691 Jun 01 18:51:59.085470 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8fbf-604f-45eb-87a6-983e66697611 req-8e820f72-c442-4956-a54e-1853c69068a5 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:51:59.087507 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-edab8fbf-604f-45eb-87a6-983e66697611 req-8e820f72-c442-4956-a54e-1853c69068a5 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 946 time: 0.0845475 Jun 01 18:51:59.131821 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-edab8fbf-604f-45eb-87a6-983e66697611 req-40550e59-e01c-4598-bcc5-bee2bf734dff tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383096 Jun 01 18:51:59.212035 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c1e3970-5153-4876-b7a6-781754f0e33c req-9e56981f-9b0c-48a0-90f5-6adec1d1b6da service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247256 Jun 01 18:51:59.991019 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:52:00.332272 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc1e2-2d0b-46d6-a675-368135abefd3 req-a714d9fb-4e1b-497a-b881-9a9f31e54e2f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:00.333729 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed5dc1e2-2d0b-46d6-a675-368135abefd3 req-a714d9fb-4e1b-497a-b881-9a9f31e54e2f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 946 time: 0.0859518 Jun 01 18:52:00.379719 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed5dc1e2-2d0b-46d6-a675-368135abefd3 req-3593aefa-3536-48b6-9bba-65a5ac5897b3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Jun 01 18:52:01.569735 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f0d5d-c409-4aea-96c8-ba9ea0d3f842 req-e6c17d2b-3191-4206-a18a-75a4987aa279 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:01.571860 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e89f0d5d-c409-4aea-96c8-ba9ea0d3f842 req-e6c17d2b-3191-4206-a18a-75a4987aa279 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 946 time: 0.0812681 Jun 01 18:52:01.619464 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e89f0d5d-c409-4aea-96c8-ba9ea0d3f842 req-ded22226-80aa-4ce3-b79f-7c7c39e7a741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Jun 01 18:52:02.819542 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec665c1a-9768-4a44-9d95-043ac5da2897 req-208247db-5bf4-4555-a0fc-add3112a956b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:02.821017 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ec665c1a-9768-4a44-9d95-043ac5da2897 req-208247db-5bf4-4555-a0fc-add3112a956b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0824716 Jun 01 18:52:02.866653 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ec665c1a-9768-4a44-9d95-043ac5da2897 req-f2bdc0c2-f755-431c-abc8-825450a4bd03 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Jun 01 18:52:04.052277 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a0f87-4953-4930-8f13-1c2ec87a1a41 req-76f8ab0b-8545-4c58-942f-c449d6e6ae69 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:04.053737 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e55a0f87-4953-4930-8f13-1c2ec87a1a41 req-76f8ab0b-8545-4c58-942f-c449d6e6ae69 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0797386 Jun 01 18:52:04.097408 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e55a0f87-4953-4930-8f13-1c2ec87a1a41 req-974441f6-20f8-4bbc-b509-55864d04af17 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374467 Jun 01 18:52:04.504352 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-3f54d69c-6bb6-4c25-b8ce-9503c2e532ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745289 Jun 01 18:52:04.596058 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-756b54f0-7003-4edc-bb82-dd85c49e08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:04.597469 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-756b54f0-7003-4edc-bb82-dd85c49e08fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 1099 time: 0.0700302 Jun 01 18:52:04.742447 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-541e3eb6-cdf6-42b7-b951-b0d746d83d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:04.744089 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-541e3eb6-cdf6-42b7-b951-b0d746d83d34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.1279051 Jun 01 18:52:04.851074 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-eca67a20-357e-452e-8730-303eb991fbba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 200 len: 1000 time: 0.0994124 Jun 01 18:52:04.863448 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-454dbb6a-0fc8-4bfb-ba64-f59bfb73b8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.916331 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-12a3cdfc-918c-48a2-8df4-12ee57ff0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:04.917736 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-12a3cdfc-918c-48a2-8df4-12ee57ff0ade service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0603642 Jun 01 18:52:04.969148 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.999388 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-af9f1553-1545-4de7-8a54-2ebda3e89944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:05.000836 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-af9f1553-1545-4de7-8a54-2ebda3e89944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765314 Jun 01 18:52:05.132903 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-3d76e03f-068d-482a-8796-d9614fa1e1d4 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252961 Jun 01 18:52:05.344232 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a2cd1889-a295-4091-99ff-8ec5104c9358 req-5cb6a6e1-3f8f-4709-8417-f0845dca5760 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043748 Jun 01 18:52:05.365439 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dd08d-d248-4187-a7db-cf927b42cda7 req-bb319c2e-1cd5-4307-bd7f-6057a536d14f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:05.366982 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-434dd08d-d248-4187-a7db-cf927b42cda7 req-bb319c2e-1cd5-4307-bd7f-6057a536d14f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1380613 Jun 01 18:52:05.416824 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-434dd08d-d248-4187-a7db-cf927b42cda7 req-e3533ff6-9b4c-4167-956d-53cea5745e4a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Jun 01 18:52:06.605041 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4114b-ca6f-4a66-a703-d67e0a1c7c5e req-e6e43ed1-569e-48ae-8934-11c4cc747c72 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:06.606468 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1de4114b-ca6f-4a66-a703-d67e0a1c7c5e req-e6e43ed1-569e-48ae-8934-11c4cc747c72 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0825150 Jun 01 18:52:06.649517 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1de4114b-ca6f-4a66-a703-d67e0a1c7c5e req-757a83d5-d228-4f1d-8998-919386992fe7 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369802 Jun 01 18:52:07.150369 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.247435 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a79ad055-aeb4-4917-b098-305c24fcd068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.832179 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ad681-fe2e-4f05-bdc4-6f2689ebc2f1 req-a6f43b7b-4430-42a2-aa3b-b5746b77b53a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:07.833591 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-940ad681-fe2e-4f05-bdc4-6f2689ebc2f1 req-a6f43b7b-4430-42a2-aa3b-b5746b77b53a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0805390 Jun 01 18:52:07.879026 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-940ad681-fe2e-4f05-bdc4-6f2689ebc2f1 req-9c810f89-344c-424f-8f02-ef8bb3252221 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391502 Jun 01 18:52:08.525679 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:09.060136 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e75734-2c37-40e8-a012-ef65663c0af4 req-3b6257a4-a85a-486c-8aa8-613f0dec3579 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:09.061490 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a8e75734-2c37-40e8-a012-ef65663c0af4 req-3b6257a4-a85a-486c-8aa8-613f0dec3579 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0791359 Jun 01 18:52:09.107996 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a8e75734-2c37-40e8-a012-ef65663c0af4 req-55338ffd-5243-48a3-a08c-5b26f01520cb tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Jun 01 18:52:09.950817 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:10.380992 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b7ae-35ad-449d-8ebe-1787e4e711fa req-d4ea126c-5791-4fb1-90fe-c572e686b549 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:10.382433 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-09c7b7ae-35ad-449d-8ebe-1787e4e711fa req-d4ea126c-5791-4fb1-90fe-c572e686b549 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1673357 Jun 01 18:52:10.425991 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-09c7b7ae-35ad-449d-8ebe-1787e4e711fa req-7703f901-441c-467c-b9c8-4c619eef4064 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Jun 01 18:52:11.108726 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:11.224421 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.239086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:11.243801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Usage tracker for resource:security_group_rule and tenant:b5b4ad0ea2a24f8292f71b038b9d4dac is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:11.246603 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:11.252302 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:11.333040 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.336768 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.345186 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-f6a86f51-a727-4b1c-a221-c7f3411544d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:52:11.385203 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5b4ad0ea2a24f8292f71b038b9d4dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753861 Jun 01 18:52:11.385995 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4103c124-5d4d-4bb9-be31-8117a5c0339d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:11.388792 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51128) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:11.389251 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:52:11.446227 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.471536 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.523876 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.527585 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-63c41087-1dad-4627-9029-15ec7cf418cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:52:11.569033 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4103c124-5d4d-4bb9-be31-8117a5c0339d,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:11.593944 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.594309 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.594666 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.595015 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.595464 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.595810 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.596152 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.596493 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.596836 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.597184 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.597520 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.597860 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:11.601524 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:52:11.604062 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.605300 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4103c124-5d4d-4bb9-be31-8117a5c0339d HTTP/1.1" status: 204 len: 168 time: 0.2150025 Jun 01 18:52:11.642686 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183a070-c087-4869-825a-81d115416309 req-ef1a3d3c-b6aa-4fbb-a513-be7c873c4557 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:11.644108 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c183a070-c087-4869-825a-81d115416309 req-ef1a3d3c-b6aa-4fbb-a513-be7c873c4557 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1083856 Jun 01 18:52:11.691160 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c183a070-c087-4869-825a-81d115416309 req-3a567a70-8612-49af-9bcf-37be415a3d6d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406811 Jun 01 18:52:12.882050 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245729-97b5-42d7-9f74-162bdb149d90 req-6a493991-e868-41eb-8baa-f9c84275d882 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:12.884127 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d1245729-97b5-42d7-9f74-162bdb149d90 req-6a493991-e868-41eb-8baa-f9c84275d882 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0833929 Jun 01 18:52:12.928263 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d1245729-97b5-42d7-9f74-162bdb149d90 req-303627d6-ebb1-434f-9e35-ec1bf6865a3e tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Jun 01 18:52:14.128927 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b0cff-7cf2-4446-8b92-617191491cc9 req-e433adca-1c26-4aa3-9c64-2c86a43ecc8c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:14.130389 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b35b0cff-7cf2-4446-8b92-617191491cc9 req-e433adca-1c26-4aa3-9c64-2c86a43ecc8c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0834830 Jun 01 18:52:14.175457 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b35b0cff-7cf2-4446-8b92-617191491cc9 req-5234ed60-2e73-4e39-b6b5-6a57fbfc0d28 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 Jun 01 18:52:14.513867 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb56b4-5195-411c-a69e-ffeb3c7ab206 req-93499aa0-83c9-4acc-b0f7-f3641a144828 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:14.515399 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9cdb56b4-5195-411c-a69e-ffeb3c7ab206 req-93499aa0-83c9-4acc-b0f7-f3641a144828 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0835330 Jun 01 18:52:14.552380 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-ad57834d-082e-4c78-82e3-23c245eafc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:14.553821 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-ad57834d-082e-4c78-82e3-23c245eafc74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 1099 time: 0.0729175 Jun 01 18:52:14.563015 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9cdb56b4-5195-411c-a69e-ffeb3c7ab206 req-217e716a-7cb5-4543-bf47-3ce29265e34e tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Jun 01 18:52:14.689600 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-48b1026f-2615-4292-914d-b0bef3e60973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:14.690916 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-48b1026f-2615-4292-914d-b0bef3e60973 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 912 time: 0.1273313 Jun 01 18:52:14.800618 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-f4bb243d-b090-42ac-864b-26d1fd093e10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 200 len: 1002 time: 0.0950804 Jun 01 18:52:14.864795 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-a40187b0-a398-43f6-b3b2-c809d2c44af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:14.866156 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-a40187b0-a398-43f6-b3b2-c809d2c44af2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.0593283 Jun 01 18:52:14.938637 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-855a1d0b-afff-4203-b386-277516ecdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:14.940152 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-855a1d0b-afff-4203-b386-277516ecdf68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678937 Jun 01 18:52:15.069807 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-535cb0b5-cd3a-4b60-944e-4bdeba49138b service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236391 Jun 01 18:52:15.205344 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80595b43-c66e-4794-9e4d-0c4035d3cd29 req-9ab67606-df7b-4f70-81fc-d4d8182cb3f1 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245344 Jun 01 18:52:15.758406 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5e5e6-d1d0-4031-811f-25e1ae78af62 req-1bc850ce-d046-421b-b9cb-f98e70bc3faa tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:15.760035 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8fa5e5e6-d1d0-4031-811f-25e1ae78af62 req-1bc850ce-d046-421b-b9cb-f98e70bc3faa tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0884080 Jun 01 18:52:15.814202 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8fa5e5e6-d1d0-4031-811f-25e1ae78af62 req-a53a5dd9-926d-4c59-aa70-c12ac4432a22 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482957 Jun 01 18:52:17.001020 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a0d2-53bb-41cb-a362-fb4b7227c71c req-bb3922cd-d330-4b88-8a00-c472b60b420a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:17.003389 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-45f7a0d2-53bb-41cb-a362-fb4b7227c71c req-bb3922cd-d330-4b88-8a00-c472b60b420a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.0855746 Jun 01 18:52:17.051756 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-45f7a0d2-53bb-41cb-a362-fb4b7227c71c req-03525b26-8fa0-42a1-b705-39010fc1f995 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415688 Jun 01 18:52:23.424320 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51266) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:23.543651 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.558012 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:23.561794 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Usage tracker for resource:security_group_rule and tenant:c57a1dd77b704f50b832e07112ba5f40 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:23.564543 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:23.570146 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:23.647949 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.651980 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.659231 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1ce9de09-06cb-428f-b0ce-78cbeaf70384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:52:23.700917 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c57a1dd77b704f50b832e07112ba5f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754395 Jun 01 18:52:23.701836 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098fb01c-ff61-4dbb-9083-bdfd44a7cd21,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:23.703549 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51272) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:23.705007 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:52:23.762467 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.788200 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.839405 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.842921 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:52:23.855527 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098fb01c-ff61-4dbb-9083-bdfd44a7cd21,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:23.858111 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:52:23.865278 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.866383 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/098fb01c-ff61-4dbb-9083-bdfd44a7cd21 HTTP/1.1" status: 204 len: 168 time: 0.1618416 Jun 01 18:52:34.865304 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d56a9a6c-773c-43c0-b3e6-6943421fc96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:34.982092 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.989973 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:52:37.152759 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:37.248200 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae9a0-7781-4b49-9aa5-78f286000adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.527038 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.952529 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:56.411980 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-2919c308-6fc0-4859-8127-f2c374012af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:56.413455 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-2919c308-6fc0-4859-8127-f2c374012af6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1137 time: 0.0758567 Jun 01 18:52:56.545375 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-e5d2445f-b9e5-4f80-97a2-ca7983f56675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:56.546802 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-e5d2445f-b9e5-4f80-97a2-ca7983f56675 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 916 time: 0.1264715 Jun 01 18:52:56.610773 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e4c2a-5b53-4fc2-b277-218cb232f6a3 req-d63ab603-def5-4d57-b72e-d6ee6fe8ce55 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:56.612253 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2f3e4c2a-5b53-4fc2-b277-218cb232f6a3 req-d63ab603-def5-4d57-b72e-d6ee6fe8ce55 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.2478869 Jun 01 18:52:56.653901 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-79fcc63e-2bba-41cf-910e-80a92b00ece3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 1000 time: 0.0995040 Jun 01 18:52:56.664408 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2f3e4c2a-5b53-4fc2-b277-218cb232f6a3 req-7f16db76-9c19-4e03-802b-2a6d183befa2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454702 Jun 01 18:52:56.717727 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-e1ba8e38-f4e8-473a-9c1d-6bc6db92b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:56.719139 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-e1ba8e38-f4e8-473a-9c1d-6bc6db92b417 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 200 len: 854 time: 0.0568032 Jun 01 18:52:56.793926 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-d00c9f14-2738-4c99-8346-bb00c98f81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:56.795389 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-d00c9f14-2738-4c99-8346-bb00c98f81c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f032fc80-277e-48e0-81e4-cf651b588943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690241 Jun 01 18:52:57.013559 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-c0bd21e5-b1d2-40a7-af67-eb6929e436a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100568 Jun 01 18:52:57.146751 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e406fbd5-5f7b-4895-992a-f61ea083f019 req-9e4fdd21-0c4b-4231-9a08-68f1c3acc232 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267281 Jun 01 18:52:57.928737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18c627-c577-493b-86a5-b8c1e1e66927 req-44ae0a8b-646d-4c47-91b8-207fb11711e4 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:57.930843 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ca18c627-c577-493b-86a5-b8c1e1e66927 req-44ae0a8b-646d-4c47-91b8-207fb11711e4 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.1437078 Jun 01 18:52:57.980153 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ca18c627-c577-493b-86a5-b8c1e1e66927 req-b9975abe-5ae1-4ea4-8dde-b95bcae4b8f8 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426071 Jun 01 18:52:59.167992 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00f6a-074c-4db2-96d5-dde6067444a6 req-f9134954-46c2-4da8-b829-1bb97346e52e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:52:59.169379 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d1d00f6a-074c-4db2-96d5-dde6067444a6 req-f9134954-46c2-4da8-b829-1bb97346e52e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0825202 Jun 01 18:52:59.218082 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d1d00f6a-074c-4db2-96d5-dde6067444a6 req-04b79d12-296e-4ee8-a1e2-dec3a1b43bcc tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430417 Jun 01 18:53:00.407497 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523e9af-e58c-45e4-859f-9ef0c57fd60b req-6d6dfb87-9c36-4bda-b2b9-d922543f0897 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:00.408911 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e523e9af-e58c-45e4-859f-9ef0c57fd60b req-6d6dfb87-9c36-4bda-b2b9-d922543f0897 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0838060 Jun 01 18:53:00.456613 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e523e9af-e58c-45e4-859f-9ef0c57fd60b req-41deecc3-c72b-4f44-bc29-a3b6b63027b7 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420036 Jun 01 18:53:01.730358 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8da25-adef-4d93-a94d-1f6069c99a52 req-7574e07c-dc74-4ee2-8fb2-68704a899ef7 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:01.731830 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9ec8da25-adef-4d93-a94d-1f6069c99a52 req-7574e07c-dc74-4ee2-8fb2-68704a899ef7 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.1705766 Jun 01 18:53:01.782545 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9ec8da25-adef-4d93-a94d-1f6069c99a52 req-6a201ef0-2d40-4469-b03f-015ae5acb16c tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448401 Jun 01 18:53:02.965330 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0d563-7818-4099-9fdc-0aa18f62f83b req-8d60bb0e-cb6d-4416-bd75-93a154bcbc6e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:02.966815 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3be0d563-7818-4099-9fdc-0aa18f62f83b req-8d60bb0e-cb6d-4416-bd75-93a154bcbc6e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0802627 Jun 01 18:53:03.013060 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3be0d563-7818-4099-9fdc-0aa18f62f83b req-f4f4f3d5-0a40-4b20-b5a3-38dca8936c03 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405805 Jun 01 18:53:04.201340 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23384908-fe90-4ec8-bbee-4b66dc3630c6 req-10374dc7-5bc7-455a-9c38-851dc18bed25 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:04.202879 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-23384908-fe90-4ec8-bbee-4b66dc3630c6 req-10374dc7-5bc7-455a-9c38-851dc18bed25 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0812728 Jun 01 18:53:04.257401 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-23384908-fe90-4ec8-bbee-4b66dc3630c6 req-7424642d-7a3b-43d6-ba4b-f15a5d15c8a8 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483923 Jun 01 18:53:04.866015 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb568-4e48-48cb-9d89-cc7ee281e4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.983654 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.449171 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333163a-6ac6-41a1-8932-731cf5e53d2c req-41b16852-891b-4d17-8590-4d85168c089a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:05.450638 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7333163a-6ac6-41a1-8932-731cf5e53d2c req-41b16852-891b-4d17-8590-4d85168c089a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0831234 Jun 01 18:53:05.497436 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7333163a-6ac6-41a1-8932-731cf5e53d2c req-b0c3bebf-b8bb-4c78-9a0d-6f4563dd3b9b tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411260 Jun 01 18:53:06.687221 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1b7f3-9d46-492f-a2e4-0bcd07a5a290 req-66a639aa-743b-4edb-8afb-3b5c43a68982 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:06.688706 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c8f1b7f3-9d46-492f-a2e4-0bcd07a5a290 req-66a639aa-743b-4edb-8afb-3b5c43a68982 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0794160 Jun 01 18:53:06.735822 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c8f1b7f3-9d46-492f-a2e4-0bcd07a5a290 req-548ed268-920c-46e5-80f2-e246e2bbf50c tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414767 Jun 01 18:53:07.155779 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.290959 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c84-7c5b-445a-8dcb-c3ea4fbd1fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.921354 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583692-cb6a-47e9-b90f-3a32672ea4c1 req-3cb597db-8d59-47eb-b128-7e4d8120a99e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:07.922816 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-45583692-cb6a-47e9-b90f-3a32672ea4c1 req-3cb597db-8d59-47eb-b128-7e4d8120a99e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0835881 Jun 01 18:53:07.975416 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-45583692-cb6a-47e9-b90f-3a32672ea4c1 req-acfce088-a799-45b2-b63b-3b937d53f9ae tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468028 Jun 01 18:53:08.529889 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.798630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55014d5-c7d5-4e0f-9bb1-81fd9f93cf5c req-95a65ffa-2bea-4805-ae39-451a2fd38da4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:08.800083 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f55014d5-c7d5-4e0f-9bb1-81fd9f93cf5c req-95a65ffa-2bea-4805-ae39-451a2fd38da4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 946 time: 0.0794027 Jun 01 18:53:08.844457 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f55014d5-c7d5-4e0f-9bb1-81fd9f93cf5c req-edcf453c-c4cc-4eba-b0af-957f50c18a86 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387106 Jun 01 18:53:09.162402 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965408f6-77e6-4b38-961e-c26f2cdc7e0f req-eedcbe13-c727-47e5-aefe-56831b495e23 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:09.163875 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-965408f6-77e6-4b38-961e-c26f2cdc7e0f req-eedcbe13-c727-47e5-aefe-56831b495e23 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0826902 Jun 01 18:53:09.210482 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-965408f6-77e6-4b38-961e-c26f2cdc7e0f req-e005e9e1-7c4d-4c69-8032-d3b2c31eb5a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&id=524bcf85-2f83-4415-b582-b59b81797d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406530 Jun 01 18:53:09.954498 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:10.043248 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5739b6f-fd8f-47ed-9176-91aaf264fc7d req-a093808b-b8c8-4592-b958-17b32cf9e071 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:10.044790 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e5739b6f-fd8f-47ed-9176-91aaf264fc7d req-a093808b-b8c8-4592-b958-17b32cf9e071 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 946 time: 0.0853281 Jun 01 18:53:10.089718 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e5739b6f-fd8f-47ed-9176-91aaf264fc7d req-57b960f5-5c32-4883-a3fe-959c2f3f7a8a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=0de974e4-cf77-4c28-aa69-b5be2f1f533a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Jun 01 18:53:10.497993 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-244c5137-76ea-463f-a7c9-ae78304d2e7d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:10.499425 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-244c5137-76ea-463f-a7c9-ae78304d2e7d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 946 time: 0.0784292 Jun 01 18:53:10.635475 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Deleting port f6f0018a-433f-4812-8738-143c07ce38ed {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:53:10.635818 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:10.767669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] For port f6f0018a-433f-4812-8738-143c07ce38ed, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=f6f0018a-433f-4812-8738-143c07ce38ed,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:10.767931 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.050058 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.050728 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.050728 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Floating IP 5aade3f5-8a91-4055-9527-924feba21692 disassociated. External IP: 172.28.3.86, port: f6f0018a-433f-4812-8738-143c07ce38ed. Jun 01 18:53:11.050926 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Calling delete_port for f6f0018a-433f-4812-8738-143c07ce38ed owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:53:11.247882 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.253857 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3ef66510-7e13-4ccf-ac55-92fcca1c39da tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:11.262418 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ba8dd681-d466-4c98-9d18-3687f585922b req-01352552-164c-432b-8c8e-f8967f63e1ea tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 210 time: 0.0544920 Jun 01 18:53:11.299272 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event deleted for resources: {'Port': ['ID=f6f0018a-433f-4812-8738-143c07ce38ed,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:11.312143 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.312504 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.312856 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.313201 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.313698 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.314052 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.314398 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.314732 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.315068 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.315428 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.315812 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.316136 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:11.319164 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:11.500465 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Router 50738a2f-fd3b-42e6-851f-a5ac73e5823f has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:11.682766 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:11.692415 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271c047-9811-4347-a4ce-751665d56173 None None] Sync routers for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:11.714548 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:11.715156 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:11.762294 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] No DVR routers for this DVR port f6f0018a-433f-4812-8738-143c07ce38ed on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:11.764850 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.768765 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-deleted', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:11.771012 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d697a3e-f675-46bc-a004-8d87ace24221" -d '{"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-deleted", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:11.785349 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7d9f0898-d1e0-49ef-aeea-1c81a730c0d2 req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "DELETE /v2.0/ports/f6f0018a-433f-4812-8738-143c07ce38ed HTTP/1.1" status: 204 len: 173 time: 1.2796359 Jun 01 18:53:11.837079 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c07cfe-f1ea-4161-b241-492e7e46a35b x-openstack-request-id: req-35c07cfe-f1ea-4161-b241-492e7e46a35b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:11.837605 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c", "name": "network-vif-deleted", "tag": "f6f0018a-433f-4812-8738-143c07ce38ed", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:11.837955 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35c07cfe-f1ea-4161-b241-492e7e46a35b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:11.838530 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c', 'name': 'network-vif-deleted', 'tag': 'f6f0018a-433f-4812-8738-143c07ce38ed', 'status': 'completed', 'code': 200} Jun 01 18:53:11.925223 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:12.255410 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:12.262354 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271c047-9811-4347-a4ce-751665d56173 None None] Checking router: 50738a2f-fd3b-42e6-851f-a5ac73e5823f for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:12.272383 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:12.273012 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:12.440715 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-947507e6-160b-4b82-b367-66648157602e req-7a76633b-9191-4dd4-b2ae-46a84f250f82 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6716dd9-9dec-4f0a-aa1a-e4e126edfc2c HTTP/1.1" status: 200 len: 210 time: 0.0478015 Jun 01 18:53:12.456155 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:12.763244 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-c271c047-9811-4347-a4ce-751665d56173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:12.767101 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271c047-9811-4347-a4ce-751665d56173 None None] The sync data for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb is: [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:12.983767 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513828d-59cc-49e0-8512-995d00a2f195 None None] New status for floating IP 5aade3f5-8a91-4055-9527-924feba21692: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:53:13.358250 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:13.392448 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: f6f0018a-433f-4812-8738-143c07ce38ed {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:53:13.392792 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device f6f0018a-433f-4812-8738-143c07ce38ed not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:13.669876 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51372) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:13.737151 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.767396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.823963 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.827906 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-edffbfcc-e682-4b9e-bcbb-8b42f557f5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:13.842147 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de974e4-cf77-4c28-aa69-b5be2f1f533a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:13.845296 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:13.855619 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.856720 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "DELETE /v2.0/security-groups/0de974e4-cf77-4c28-aa69-b5be2f1f533a HTTP/1.1" status: 204 len: 168 time: 0.1858611 Jun 01 18:53:13.859405 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51374) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:13.875023 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.api.v2.resource [None req-c5e43c54-5190-4dcb-8bbe-3af82e3cfaa4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] show failed (client error): The resource could not be found. Jun 01 18:53:13.876008 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c5e43c54-5190-4dcb-8bbe-3af82e3cfaa4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups/0de974e4-cf77-4c28-aa69-b5be2f1f533a HTTP/1.1" status: 404 len: 347 time: 0.0157266 Jun 01 18:53:13.878691 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51376) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:13.988670 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:53:14.094796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Deleting port 602ae0bd-b97b-481b-bc8a-8c386ba34f66 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:53:14.095127 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.210532 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.210835 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.329834 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Calling delete_port for 602ae0bd-b97b-481b-bc8a-8c386ba34f66 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:53:14.440305 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.444557 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:14.487271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event deleted for resources: {'Port': ['ID=602ae0bd-b97b-481b-bc8a-8c386ba34f66,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:14.513150 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:14.672753 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.686334 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.687468 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "DELETE /v2.0/floatingips/5aade3f5-8a91-4055-9527-924feba21692 HTTP/1.1" status: 204 len: 168 time: 0.8078544 Jun 01 18:53:14.965359 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51382) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:14.970131 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337441084', 'description': 'tempest-description--1750858903'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:14.976108 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:14.980368 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:14.983263 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:14.988924 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:15.002943 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.023037 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:15.027479 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group_rule and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:15.030243 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:15.036119 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:15.104368 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.108076 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.113012 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-89423d95-eb44-47ac-b541-e1085f0d6b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:15.154715 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba230031-7236-41fe-89f2-4c829bc3e99f,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:15.164894 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.165232 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.165594 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.165950 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.166304 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.166757 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.167372 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.167727 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.168079 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.168430 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.168778 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.169124 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:15.172221 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.173405 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2070339 Jun 01 18:53:15.174272 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:15.176260 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51384) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:15.180552 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'security_group_rule': {'security_group_id': 'ba230031-7236-41fe-89f2-4c829bc3e99f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:15.186815 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:15.190605 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group_rule and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:15.193521 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:15.200109 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:15.217468 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.279484 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.283142 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.285108 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:15.306380 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1beba44e-acd3-4b25-a6ee-4c6ddea2d5e6,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:15.309663 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:15.316472 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.317615 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-871cbcaa-27bf-40e2-9792-0cd181c84d6f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404617 Jun 01 18:53:15.320353 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51386) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:15.325865 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'security_group_rule': {'security_group_id': 'ba230031-7236-41fe-89f2-4c829bc3e99f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:15.331518 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:15.335241 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:security_group_rule and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:15.338029 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:15.343730 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:15.358856 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.420794 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.424287 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.426254 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6a8d1444-c834-4e1a-807e-5865174e7beb tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:15.448783 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27b5ca1-a843-4711-826e-8829b27a6711,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:15.453193 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:15.457513 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.458647 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8e98c954-82fc-43ca-b500-74135f2d56dd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374176 Jun 01 18:53:15.462083 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51388) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:15.466596 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'floatingip': {'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:15.472114 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:15.475810 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Usage tracker for resource:floatingip and tenant:92c8746bd91b446ea8565ee1d9be01ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:15.478536 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:15.484306 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:15.496190 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.628497 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.762922 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Allocated IP 172.28.3.116 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/a3fb83bc-37ce-4ee3-bc87-99fc878c48a6) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:15.903271 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.933781 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.937669 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-b6fe0341-ec3f-4774-be4f-e9407c1e4a2a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:15.999970 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:16.002716 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:16.006282 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:53:16.038042 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'Port': ['ID=a3fb83bc-37ce-4ee3-bc87-99fc878c48a6,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:16.042402 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:16.088990 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.145966 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.357507 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.361903 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65708078'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.365494 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d63e8755-69ae-42f0-9ed4-be26a1769e99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:16.470388 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'Port': ['ID=a3fb83bc-37ce-4ee3-bc87-99fc878c48a6,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:16.474631 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:16.481124 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.502707 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.503931 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-279e50c2-cbdd-42bf-b3d2-cfa595da502c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0409446 Jun 01 18:53:16.672958 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-cef05d4e-041c-4de0-a147-42d2c21c858e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:16.688756 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-cef05d4e-041c-4de0-a147-42d2c21c858e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:16.689844 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-cef05d4e-041c-4de0-a147-42d2c21c858e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--337441084&fields=id&tenant_id=92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 267 time: 0.0613544 Jun 01 18:53:16.933492 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-c5a1f876-cdf7-4e00-8b6c-6a851eaed842 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:16.934029 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-c5a1f876-cdf7-4e00-8b6c-6a851eaed842 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:network {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:16.952190 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-c5a1f876-cdf7-4e00-8b6c-6a851eaed842 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:network {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:16.953379 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-c5a1f876-cdf7-4e00-8b6c-6a851eaed842 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 817 time: 0.2567499 Jun 01 18:53:16.969054 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-f5b9a7f7-d22c-4e2e-8434-913bd77065b3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/quotas/92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 375 time: 0.0101228 Jun 01 18:53:17.051462 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-2c94675a-380b-4a1d-bcad-d76e54526afc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773170 Jun 01 18:53:17.251205 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-4896820f-50c9-4d92-9b34-196457a9180b service neutron] 10.222.0.15 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836669 Jun 01 18:53:17.387205 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-09d6c151-d992-4fcb-b6dc-71f1639f71d3 service neutron] 10.222.0.15 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311417 Jun 01 18:53:17.570948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3dae03df-cbf3-4604-91e3-4093f64a326c req-8d15273a-fbb5-4087-ba8b-7ee7bb5142c2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:17.586162 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3dae03df-cbf3-4604-91e3-4093f64a326c req-8d15273a-fbb5-4087-ba8b-7ee7bb5142c2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:17.587438 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3dae03df-cbf3-4604-91e3-4093f64a326c req-8d15273a-fbb5-4087-ba8b-7ee7bb5142c2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 210 time: 0.0584562 Jun 01 18:53:18.754475 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0751f3d9-7bc3-4930-9dfa-0e7d4032c994 req-5bf10cf7-f55b-4de7-bba5-7923a5581f71 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 210 time: 0.0481184 Jun 01 18:53:18.801293 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-422ada6e-06f0-47a1-9f0a-eaabee9de5dc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:18.802706 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-422ada6e-06f0-47a1-9f0a-eaabee9de5dc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 817 time: 0.1550207 Jun 01 18:53:18.852333 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-d918e0cc-8821-4bd0-9a14-fe8367e153a7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:18.864909 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-d918e0cc-8821-4bd0-9a14-fe8367e153a7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:18.866074 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-d918e0cc-8821-4bd0-9a14-fe8367e153a7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 379 time: 0.0549726 Jun 01 18:53:18.876162 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'port': {'device_id': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'admin_state_up': True, 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'security_groups': ['ba230031-7236-41fe-89f2-4c829bc3e99f']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:19.012482 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:19.021957 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:19.032193 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Made reservation on behalf of 92c8746bd91b446ea8565ee1d9be01ae for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:19.039133 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.243939 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Allocated IP 172.20.0.13 (bea8fd4c-0c59-4197-a827-e3672777b4da/963cc63a-4751-44e9-94c7-4f199de2bdd5/6a7b9583-8328-4691-9d02-7578d8f6ae11) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:19.454015 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.470639 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Transition to ACTIVE for port object 6a7b9583-8328-4691-9d02-7578d8f6ae11 will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:19.494310 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.499859 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-029539dc-fa91-490f-8385-cef168a62b99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:19.564912 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Network bea8fd4c-0c59-4197-a827-e3672777b4da is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:19.568018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:19.572006 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:53:19.607930 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:19.612591 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:19.656369 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:19.657480 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.686334 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8139124 Jun 01 18:53:19.746732 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Request body: {'port': {'device_id': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:19.828419 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-80c371cb-b6c1-4e84-a652-536b94ffb090 None None] Provisioning for port 6a7b9583-8328-4691-9d02-7578d8f6ae11 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:19.834076 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-80c371cb-b6c1-4e84-a652-536b94ffb090 None None] Provisioning complete for port 6a7b9583-8328-4691-9d02-7578d8f6ae11 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:19.835898 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80c371cb-b6c1-4e84-a652-536b94ffb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.861114 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.897225 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-80c371cb-b6c1-4e84-a652-536b94ffb090 None None] Port 6a7b9583-8328-4691-9d02-7578d8f6ae11 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:20.091208 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada19ed-9f4c-4682-b5d7-bd1716dc4f4f req-dcb47aa8-92fa-4e2d-8dd6-509182ebfd84 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:20.091931 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3ada19ed-9f4c-4682-b5d7-bd1716dc4f4f req-dcb47aa8-92fa-4e2d-8dd6-509182ebfd84 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Synchronizing usage tracker for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:20.169259 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3ada19ed-9f4c-4682-b5d7-bd1716dc4f4f req-dcb47aa8-92fa-4e2d-8dd6-509182ebfd84 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Unset dirty status for tenant:92c8746bd91b446ea8565ee1d9be01ae on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:20.170405 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3ada19ed-9f4c-4682-b5d7-bd1716dc4f4f req-dcb47aa8-92fa-4e2d-8dd6-509182ebfd84 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 932 time: 0.2919033 Jun 01 18:53:20.249267 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3ada19ed-9f4c-4682-b5d7-bd1716dc4f4f req-5558f595-6d28-4bf9-91ca-af4817a3e056 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721016 Jun 01 18:53:20.327102 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7b9583-8328-4691-9d02-7578d8f6ae11 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:53:20.334484 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.348854 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Transition to ACTIVE for port object 6a7b9583-8328-4691-9d02-7578d8f6ae11 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:20.353243 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.361925 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-38fe3e03-d76f-49e4-b558-7ecf450b1fd9 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:20.542715 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:20.668313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:20.742035 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Attempting to bind port 6a7b9583-8328-4691-9d02-7578d8f6ae11 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:53:20.742367 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Attempting to bind port 6a7b9583-8328-4691-9d02-7578d8f6ae11 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:53:20.742690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Attempting to bind port 6a7b9583-8328-4691-9d02-7578d8f6ae11 on network bea8fd4c-0c59-4197-a827-e3672777b4da {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:20.748040 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Port 6a7b9583-8328-4691-9d02-7578d8f6ae11 on network bea8fd4c-0c59-4197-a827-e3672777b4da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:53:20.748354 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Attempting to bind port 6a7b9583-8328-4691-9d02-7578d8f6ae11 on network bea8fd4c-0c59-4197-a827-e3672777b4da {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:20.753418 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:53:20.753752 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Checking segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:53:20.754127 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Bound using segment: {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:53:20.754541 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Bound port: 6a7b9583-8328-4691-9d02-7578d8f6ae11, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:53:20.754880 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.851661 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:53:20.855420 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:53:20.859922 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.864655 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-007d9829-6830-4b83-b8c7-a35fbf12f827 tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:20.921239 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:20.921852 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.923429 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] 10.222.0.36 "PUT /v2.0/ports/6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 200 len: 1094 time: 1.2280955 Jun 01 18:53:20.931651 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:20.934755 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07909169-104e-4135-835d-631459bf3eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:20.958669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:20.962033 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:21.032543 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86623219-fa7d-4d9b-8884-e5d657a10640 x-openstack-request-id: req-86623219-fa7d-4d9b-8884-e5d657a10640 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:21.032864 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:21.033152 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86623219-fa7d-4d9b-8884-e5d657a10640 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:21.033568 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'status': 'completed', 'code': 200} Jun 01 18:53:21.137501 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-a6c288f9-2675-433c-8840-4c3d439a5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:21.138991 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-a6c288f9-2675-433c-8840-4c3d439a5318 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1097 time: 0.1457076 Jun 01 18:53:21.150820 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0d0ce-f0c5-462e-baa5-feb974c30ee5 req-9b8ba0d1-b112-4a33-8809-785fe0dd9dac tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:21.153280 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3dc0d0ce-f0c5-462e-baa5-feb974c30ee5 req-9b8ba0d1-b112-4a33-8809-785fe0dd9dac tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1189404 Jun 01 18:53:21.242322 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-02047055-13ab-4de3-933d-665fd35ef364 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 200 len: 217 time: 0.0877528 Jun 01 18:53:21.345330 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3dc0d0ce-f0c5-462e-baa5-feb974c30ee5 req-f4be7418-1f94-4923-87c5-5b0ef98b1a37 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368382 Jun 01 18:53:21.354811 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-f1d8b451-f2a9-4293-acf6-74222103bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:21.364328 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-f1d8b451-f2a9-4293-acf6-74222103bb7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.1085079 Jun 01 18:53:21.445344 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f038fb-435b-408f-ba0e-19b84e9f4d82 req-6b36d54a-63ba-4af9-937e-ef02e71275a7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:21.446727 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-88f038fb-435b-408f-ba0e-19b84e9f4d82 req-6b36d54a-63ba-4af9-937e-ef02e71275a7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0819066 Jun 01 18:53:21.462020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90890b15-7482-4818-a083-8f3ba0e5bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:21.464863 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-90890b15-7482-4818-a083-8f3ba0e5bdeb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990655 Jun 01 18:53:21.492220 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-88f038fb-435b-408f-ba0e-19b84e9f4d82 req-6b6d277e-016f-4773-98c4-bfb04b667817 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 Jun 01 18:53:21.644780 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-00c40808-7642-40e1-ac9c-27df75b6cccc service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725905 Jun 01 18:53:21.812052 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-55c20b7c-0a92-4d15-9fdb-8c8f8a40c59a req-557bbce5-6f49-4269-8796-d2ff4d217e99 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604717 Jun 01 18:53:21.925254 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909169-104e-4135-835d-631459bf3eaf req-d53c7dae-5ac4-4b99-a1c8-b9bbe6bd6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:21.926699 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07909169-104e-4135-835d-631459bf3eaf req-d53c7dae-5ac4-4b99-a1c8-b9bbe6bd6dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1097 time: 0.0696635 Jun 01 18:53:22.059530 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909169-104e-4135-835d-631459bf3eaf req-6e7132e9-b533-4f6f-abda-9790ec9bd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:22.060964 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07909169-104e-4135-835d-631459bf3eaf req-6e7132e9-b533-4f6f-abda-9790ec9bd6f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.1271930 Jun 01 18:53:22.132369 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07909169-104e-4135-835d-631459bf3eaf req-a51fc345-0bfd-4e7f-8158-5c0b054410d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 200 len: 217 time: 0.0625937 Jun 01 18:53:22.199546 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909169-104e-4135-835d-631459bf3eaf req-f5be6fa8-9362-4c9f-ae72-628d71cde341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:22.200995 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07909169-104e-4135-835d-631459bf3eaf req-f5be6fa8-9362-4c9f-ae72-628d71cde341 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0616260 Jun 01 18:53:22.280004 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07909169-104e-4135-835d-631459bf3eaf req-6c72df10-b3fc-4a66-b1d0-98db7d1170df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:22.282742 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07909169-104e-4135-835d-631459bf3eaf req-6c72df10-b3fc-4a66-b1d0-98db7d1170df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743735 Jun 01 18:53:22.424691 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07909169-104e-4135-835d-631459bf3eaf req-daf45c00-a9e5-4e25-af0d-a5ac4567ae9e service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315472 Jun 01 18:53:22.694581 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46465be2-6128-48c9-bfc4-cb6eb5199627 req-0771a1a3-15d9-4824-85be-bb389b3e3f48 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:22.698731 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-46465be2-6128-48c9-bfc4-cb6eb5199627 req-0771a1a3-15d9-4824-85be-bb389b3e3f48 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0906074 Jun 01 18:53:22.719207 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07909169-104e-4135-835d-631459bf3eaf req-8608e170-7682-46a2-8566-acadf84de9c1 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841480 Jun 01 18:53:22.733815 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcd2a7-5b3e-4783-8ff5-5d1a016246ea req-2d0f614d-f4df-40f5-9960-00be9daf557f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:22.734058 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4dbcd2a7-5b3e-4783-8ff5-5d1a016246ea req-2d0f614d-f4df-40f5-9960-00be9daf557f tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.2744298 Jun 01 18:53:22.746436 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-46465be2-6128-48c9-bfc4-cb6eb5199627 req-a5c72544-fc6e-472c-8dca-15c8ebd5ce99 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442297 Jun 01 18:53:22.781345 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4dbcd2a7-5b3e-4783-8ff5-5d1a016246ea req-30420222-6394-49f6-b7e5-e2f41723adfd tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409243 Jun 01 18:53:23.346972 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-9ac0b7c8-a715-4344-ae2b-4fdc9b44e593 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:23.348462 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-9ac0b7c8-a715-4344-ae2b-4fdc9b44e593 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1057427 Jun 01 18:53:23.529994 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Deleting port 83cab1c9-1ff9-43cc-8404-e9c26d698357 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:53:23.530327 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:23.673292 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] For port 83cab1c9-1ff9-43cc-8404-e9c26d698357, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=83cab1c9-1ff9-43cc-8404-e9c26d698357,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:23.673639 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:23.940970 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038aab1-82ec-4581-a640-9e3e49ea21ca req-1b47c264-5679-41a8-b827-fd447f998b9d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:23.943781 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f038aab1-82ec-4581-a640-9e3e49ea21ca req-1b47c264-5679-41a8-b827-fd447f998b9d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0818465 Jun 01 18:53:23.989436 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f038aab1-82ec-4581-a640-9e3e49ea21ca req-1bf7d126-ca3c-4c82-92e7-3bc2a251cb86 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406258 Jun 01 18:53:24.055316 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.055670 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.055973 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Floating IP 18898555-48b2-460e-850d-b0d18a0e2781 disassociated. External IP: 172.28.3.174, port: 83cab1c9-1ff9-43cc-8404-e9c26d698357. Jun 01 18:53:24.056305 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Calling delete_port for 83cab1c9-1ff9-43cc-8404-e9c26d698357 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:53:24.092059 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c8698-8759-46ca-a048-de0ba64e642a req-f17aad9c-fff4-4181-b189-3810ccdd3708 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:24.093815 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ff1c8698-8759-46ca-a048-de0ba64e642a req-f17aad9c-fff4-4181-b189-3810ccdd3708 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 946 time: 0.1506522 Jun 01 18:53:24.158006 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ff1c8698-8759-46ca-a048-de0ba64e642a req-7a468789-3a94-4ee5-a2b3-83932448007c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=f765f998-1da1-454e-bf56-7f35acbc9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576782 Jun 01 18:53:24.234291 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.239745 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-257b2c11-2e7c-418d-9820-1d259014b04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:24.284902 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event deleted for resources: {'Port': ['ID=83cab1c9-1ff9-43cc-8404-e9c26d698357,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:24.287957 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:24.470075 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Router f7fdcccf-344f-4bef-a24f-80f65a689436 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:24.647404 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:24.658255 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] Sync routers for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:24.672242 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:24.673007 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:24.830461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] No DVR routers for this DVR port 83cab1c9-1ff9-43cc-8404-e9c26d698357 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:24.833068 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.835725 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'name': 'network-vif-deleted', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:24.838103 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899564e-e3b6-441c-b7f0-068e71cc0030" -d '{"events": [{"server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "name": "network-vif-deleted", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:24.853621 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e4192c80-bc36-42f8-af72-2f99d65e95ab req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "DELETE /v2.0/ports/83cab1c9-1ff9-43cc-8404-e9c26d698357 HTTP/1.1" status: 204 len: 173 time: 1.4997711 Jun 01 18:53:24.919461 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:24.982376 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7021554-d092-4aea-ac75-78415af2e6e8 x-openstack-request-id: req-d7021554-d092-4aea-ac75-78415af2e6e8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:24.982727 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b8118d-fac8-4b7c-bada-7e41b11575c0", "name": "network-vif-deleted", "tag": "83cab1c9-1ff9-43cc-8404-e9c26d698357", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:24.983054 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7021554-d092-4aea-ac75-78415af2e6e8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:24.983767 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b8118d-fac8-4b7c-bada-7e41b11575c0', 'name': 'network-vif-deleted', 'tag': '83cab1c9-1ff9-43cc-8404-e9c26d698357', 'status': 'completed', 'code': 200} Jun 01 18:53:25.198308 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9dda-fe60-4660-a6c7-f7380b58a91f req-d9cf0725-afe8-411b-a149-594bfdc25ecc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:25.200291 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-147b9dda-fe60-4660-a6c7-f7380b58a91f req-d9cf0725-afe8-411b-a149-594bfdc25ecc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0883036 Jun 01 18:53:25.241508 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:25.247127 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] Checking router: f7fdcccf-344f-4bef-a24f-80f65a689436 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:25.255751 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:25.256351 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:25.263991 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-147b9dda-fe60-4660-a6c7-f7380b58a91f req-26c28c23-4825-41b7-868e-0fd7476aa046 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539520 Jun 01 18:53:25.353584 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8c746656-54ea-43f9-b56f-085c140fc72d req-ec1eddb9-a5f6-4081-a65a-c3af11ef7d4d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=92b8118d-fac8-4b7c-bada-7e41b11575c0 HTTP/1.1" status: 200 len: 210 time: 0.0523224 Jun 01 18:53:25.399333 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:53:25.467699 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:25.718078 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:25.778185 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'port_id': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'mac_address': 'fa:16:3e:2a:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:53:25.887208 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:25.908073 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7b9583-8328-4691-9d02-7578d8f6ae11 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:53:25.932317 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:25.938540 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:25.940810 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:26.002423 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:26.011747 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d896b-0668-4c82-af65-d5f7a2454340 None None] The sync data for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb is: [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:26.018106 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:26.026235 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.026608 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.026954 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.027284 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.027608 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.027929 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.028245 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.028568 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.028885 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.029202 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.029514 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.029824 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:26.034097 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:26.227657 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec041851-06fb-49e4-80a2-60b679dea4cd None None] New status for floating IP 18898555-48b2-460e-850d-b0d18a0e2781: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:53:26.253135 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['6a7b9583-8328-4691-9d02-7578d8f6ae11'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:53:26.483099 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1dd7-18f7-468b-8b34-db989204d2d2 req-a5962d22-0de0-4014-a5a7-529eb322e1ac tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:26.484649 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-402e1dd7-18f7-468b-8b34-db989204d2d2 req-a5962d22-0de0-4014-a5a7-529eb322e1ac tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 945 time: 0.0917780 Jun 01 18:53:26.484786 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51470) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:26.530163 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-402e1dd7-18f7-468b-8b34-db989204d2d2 req-9bb5eb27-9df9-46cd-b746-b67f5273d4ba tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398352 Jun 01 18:53:26.551752 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.578602 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.628227 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.631758 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f3cbb75b-4ca7-4426-8aca-da6faceb1113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:26.646225 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f765f998-1da1-454e-bf56-7f35acbc9ac2,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:26.648746 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:26.656373 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.657799 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "DELETE /v2.0/security-groups/f765f998-1da1-454e-bf56-7f35acbc9ac2 HTTP/1.1" status: 204 len: 168 time: 0.1719878 Jun 01 18:53:26.660408 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51472) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:26.677639 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.api.v2.resource [None req-e8ec5ad0-faed-4864-a884-d6e120bb4524 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] show failed (client error): The resource could not be found. Jun 01 18:53:26.678610 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e8ec5ad0-faed-4864-a884-d6e120bb4524 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups/f765f998-1da1-454e-bf56-7f35acbc9ac2 HTTP/1.1" status: 404 len: 347 time: 0.0172849 Jun 01 18:53:26.681408 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51474) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:26.892619 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Deleting port 5f185579-d1c9-4d83-af05-33c3ce7d0b46 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:53:26.892958 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.006615 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.006931 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.130174 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Calling delete_port for 5f185579-d1c9-4d83-af05-33c3ce7d0b46 owned by network:floatingip {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:53:27.239371 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.242718 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-7bc73049-26f6-4d99-9cac-7984934deb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:27.313324 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event deleted for resources: {'Port': ['ID=5f185579-d1c9-4d83-af05-33c3ce7d0b46,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:27.315646 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:27.408409 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:27.459536 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.474224 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 6a7b9583-8328-4691-9d02-7578d8f6ae11 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:27.474745 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.476240 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-05bd1dcb-ae50-4c0c-8c82-80587187baf2 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "DELETE /v2.0/floatingips/18898555-48b2-460e-850d-b0d18a0e2781 HTTP/1.1" status: 204 len: 168 time: 0.7936642 Jun 01 18:53:27.479416 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 6a7b9583-8328-4691-9d02-7578d8f6ae11 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:27.479887 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.632646 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.661389 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:27.663760 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6a9d5-0b53-4863-acfa-7b52e9dd1c1a" -d '{"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:27.672556 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:27.677492 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.678415 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 83cab1c9-1ff9-43cc-8404-e9c26d698357 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:27.712236 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:27.726844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d771-21ba-4398-a5c7-8518a8b7156a req-69411c7a-6c15-4022-958d-40cc20a0eb3c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:27.728372 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-acc7d771-21ba-4398-a5c7-8518a8b7156a req-69411c7a-6c15-4022-958d-40cc20a0eb3c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0867236 Jun 01 18:53:27.771391 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 83cab1c9-1ff9-43cc-8404-e9c26d698357 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:53:27.771889 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 83cab1c9-1ff9-43cc-8404-e9c26d698357 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:27.774299 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-acc7d771-21ba-4398-a5c7-8518a8b7156a req-e530db01-d397-4725-808c-ce8840da79f6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Jun 01 18:53:27.792683 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:27.795808 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:27.841648 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9535481-554e-41cf-ba14-84d6e05dbaa7 x-openstack-request-id: req-c9535481-554e-41cf-ba14-84d6e05dbaa7 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:27.841965 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:27.842489 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9535481-554e-41cf-ba14-84d6e05dbaa7 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:27.842725 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'code': 200} Jun 01 18:53:28.064615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1b436-c74f-4675-af77-0793c0114ac5 req-b40d31d0-bd27-4ade-a7d2-e53cbf89eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:28.066061 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bdd1b436-c74f-4675-af77-0793c0114ac5 req-b40d31d0-bd27-4ade-a7d2-e53cbf89eaee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1099 time: 0.0684805 Jun 01 18:53:28.110418 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bdd1b436-c74f-4675-af77-0793c0114ac5 req-08fefa3b-37ab-4fbc-af56-ad49ca02f660 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Jun 01 18:53:28.233082 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51484) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:28.237730 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582787264', 'description': 'tempest-description--1994721647'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:28.243466 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:28.247678 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:28.250480 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:28.256102 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:28.266634 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.287222 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:28.291064 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group_rule and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:28.294708 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:28.300427 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:28.368834 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.372501 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.377528 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4c34390d-8f15-46b3-a028-a7c2ddd65eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:28.422206 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c859fc35-8f6e-4017-aefd-660533148794,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:28.425424 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:28.426726 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.427938 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e9e8124d-7470-4019-b9a9-6627222c4428 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1938837 Jun 01 18:53:28.430766 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51486) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:28.435304 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'security_group_rule': {'security_group_id': 'c859fc35-8f6e-4017-aefd-660533148794', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:28.441112 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:28.444957 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group_rule and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:28.448431 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:28.454022 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:28.469797 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.528386 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.532217 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.534329 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-57e0b369-94ba-4baa-8d67-0ff4e4108197 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:28.555737 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11879239-0eac-4022-9e22-c342c48bb268,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:28.560231 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:28.564551 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.565690 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339262 Jun 01 18:53:28.568308 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51488) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:28.573304 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'security_group_rule': {'security_group_id': 'c859fc35-8f6e-4017-aefd-660533148794', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:28.578801 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:28.582611 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:security_group_rule and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:28.585423 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:28.591691 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:28.606554 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.667076 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.670316 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604033'] for security_group_rule, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.677577 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1b115009-1ce1-47cc-863e-8aab2cf7b160 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:28.695063 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0e4041-a7d8-42e3-bada-c3f625f25c9a,revision_number=0']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:28.698017 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:28.705088 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.706264 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ed9d9c6e-128c-4172-96db-8d3fecbfa05c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370389 Jun 01 18:53:28.709277 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51490) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:28.714520 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'floatingip': {'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:28.720185 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:28.723912 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Usage tracker for resource:floatingip and tenant:b58f9822cb334903ba3a880b0e243e7e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:28.726664 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:28.732381 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:28.742270 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.878742 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.967477 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e3f73-335b-4ab8-aab5-ab458dc48c01 req-84af670f-1e0d-4d7b-8d12-12e31c73c772 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:28.968882 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-914e3f73-335b-4ab8-aab5-ab458dc48c01 req-84af670f-1e0d-4d7b-8d12-12e31c73c772 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0798776 Jun 01 18:53:29.013152 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-914e3f73-335b-4ab8-aab5-ab458dc48c01 req-3ffe5a10-212a-4e43-9cee-8fbfd653aac0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386426 Jun 01 18:53:29.019306 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_common [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Allocated IP 172.28.3.155 (02e6fb3c-beb0-446a-b4ed-82eaadec6eb3/ba449e2c-b36f-4a81-920a-c005a269d8cf/56817074-5a84-40cd-9625-4dfc98545111) {{(pid=103498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:29.172861 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for port, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.206995 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.211850 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9f285093-e0e1-4e56-bf46-1daae1b353a2 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:29.276133 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Network 02e6fb3c-beb0-446a-b4ed-82eaadec6eb3 is already hosted by enough agents. {{(pid=103498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:29.279275 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.base_scheduler [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources bound (agent type, host, resource id): {{(pid=103498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:29.283212 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Received port after_create {{(pid=103498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:53:29.318421 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'Port': ['ID=56817074-5a84-40cd-9625-4dfc98545111,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:29.322308 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:29.364744 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.424676 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.625668 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for port, precommit_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.629807 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65708078'] for port, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.633990 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eb99d5e8-f30d-438b-8b63-13d852065ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:29.738093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'Port': ['ID=56817074-5a84-40cd-9625-4dfc98545111,revision_number=2']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:29.742022 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:29.747205 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.769646 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.770833 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5efe4d9a-8cff-4731-bd03-c4c3c5dcb18b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0606599 Jun 01 18:53:29.931165 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-155266f1-867f-464d-9fe3-fe5503573532 req-99074d31-c6c7-44a4-a983-7cb7fd05343c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:29.946008 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-155266f1-867f-464d-9fe3-fe5503573532 req-99074d31-c6c7-44a4-a983-7cb7fd05343c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:29.947391 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-99074d31-c6c7-44a4-a983-7cb7fd05343c tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1582787264&fields=id&tenant_id=b58f9822cb334903ba3a880b0e243e7e HTTP/1.1" status: 200 len: 267 time: 0.0551028 Jun 01 18:53:30.098079 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-8dace5df-ad9b-4c8d-917b-e037d81593df tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:30.098764 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-155266f1-867f-464d-9fe3-fe5503573532 req-8dace5df-ad9b-4c8d-917b-e037d81593df tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:network {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:30.116351 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-155266f1-867f-464d-9fe3-fe5503573532 req-8dace5df-ad9b-4c8d-917b-e037d81593df tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:network {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:30.117558 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-8dace5df-ad9b-4c8d-917b-e037d81593df tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 811 time: 0.1639376 Jun 01 18:53:30.133146 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-d12e6ee9-4db7-4dfd-827f-5548aab8f535 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/quotas/b58f9822cb334903ba3a880b0e243e7e HTTP/1.1" status: 200 len: 375 time: 0.0093417 Jun 01 18:53:30.212020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cd758-3734-458b-a217-92ec7a9f04bc req-99dd9572-56f3-46c6-b479-13b62470c755 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:30.213532 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b99cd758-3734-458b-a217-92ec7a9f04bc req-99dd9572-56f3-46c6-b479-13b62470c755 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0857737 Jun 01 18:53:30.221655 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-155266f1-867f-464d-9fe3-fe5503573532 req-337036f0-89ce-4b09-9372-04e3c14b8621 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:30.238821 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-155266f1-867f-464d-9fe3-fe5503573532 req-337036f0-89ce-4b09-9372-04e3c14b8621 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:30.240369 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-337036f0-89ce-4b09-9372-04e3c14b8621 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016908 Jun 01 18:53:30.259723 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b99cd758-3734-458b-a217-92ec7a9f04bc req-a8faaccc-7f41-4717-8890-4bb775fa1b63 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402780 Jun 01 18:53:30.379814 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-248ca0bd-9680-41d8-82ad-cdcc8bd2f069 service neutron] 10.222.0.15 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269526 Jun 01 18:53:30.450376 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aa0d4-0c58-4033-8313-74a8d1a7dc14 req-c1f72606-e988-466c-921f-f45e39810365 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:30.451915 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-559aa0d4-0c58-4033-8313-74a8d1a7dc14 req-c1f72606-e988-466c-921f-f45e39810365 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0870900 Jun 01 18:53:30.460375 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51510) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:30.466060 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Request body: {'floatingip': {'port_id': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:30.547065 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:30.602770 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-2a6c2237-9f30-4a5b-a96a-6b9a9b1cddb4 service neutron] 10.222.0.15 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171113 Jun 01 18:53:30.850812 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-5d696323-4786-4f43-aef0-6ec2f00d7e3e req-c4ed000e-5a30-4e6e-9caf-93f88e27a921 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:30.929991 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-5d696323-4786-4f43-aef0-6ec2f00d7e3e req-c4ed000e-5a30-4e6e-9caf-93f88e27a921 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:30.930181 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5d696323-4786-4f43-aef0-6ec2f00d7e3e req-c4ed000e-5a30-4e6e-9caf-93f88e27a921 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 210 time: 0.1875701 Jun 01 18:53:31.316787 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.320812 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.495418 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Floating IP 176e3583-9bc6-4380-9fbc-5768171e7f53 associated. External IP: 172.28.3.116, port: 6a7b9583-8328-4691-9d02-7578d8f6ae11. Jun 01 18:53:31.974632 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-8cbc2fcc-c6b5-4e79-9fb1-29c44f2c6126 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:31.976059 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-8cbc2fcc-c6b5-4e79-9fb1-29c44f2c6126 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 811 time: 0.2526686 Jun 01 18:53:31.986665 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Router 50738a2f-fd3b-42e6-851f-a5ac73e5823f has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:32.100082 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-6f00522b-9752-42b3-b40b-49ae659c681b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b58f9822cb334903ba3a880b0e243e7e HTTP/1.1" status: 200 len: 380 time: 0.1121290 Jun 01 18:53:32.110491 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'port': {'device_id': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'admin_state_up': True, 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'security_groups': ['c859fc35-8f6e-4017-aefd-660533148794']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:32.227117 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-00c1c672-0617-4ae7-b966-aeab1976842c req-0197990a-5d40-4f07-b619-4214c50e985a tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 210 time: 0.0436134 Jun 01 18:53:32.317806 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:32.327659 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] Sync routers for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:32.330550 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:32.336745 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:32.337351 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:32.383021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:32.400047 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:32.406262 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-8269887f-e028-4bf9-964c-61fa50f8364a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "PUT /v2.0/floatingips/176e3583-9bc6-4380-9fbc-5768171e7f53 HTTP/1.1" status: 200 len: 992 time: 1.9446316 Jun 01 18:53:32.408806 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:32.411393 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb957d80-35fb-4aa1-89c6-347df5b0ba64" -d '{"events": [{"name": "network-changed", "server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:32.424027 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Made reservation on behalf of b58f9822cb334903ba3a880b0e243e7e for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:32.427731 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:32.484903 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626fcf0-6a4d-4e1a-8d11-489b499417ba x-openstack-request-id: req-e626fcf0-6a4d-4e1a-8d11-489b499417ba {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:32.485319 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:32.485604 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e626fcf0-6a4d-4e1a-8d11-489b499417ba {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:32.486036 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'status': 'completed', 'code': 200} Jun 01 18:53:32.530407 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:32.644282 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-407c4ae9-3584-4d58-9577-50e8dbb3dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:32.645769 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-407c4ae9-3584-4d58-9577-50e8dbb3dc08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1099 time: 0.1589363 Jun 01 18:53:32.675720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Allocated IP 172.20.0.11 (fe65af93-e706-495a-8759-346f354f97fb/061778ed-4972-4d7d-afb3-23d51d92708c/b50c9618-c6bc-4b50-bf42-c8e032bbb688) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:32.885561 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '176e3583-9bc6-4380-9fbc-5768171e7f53', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'port_id': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'mac_address': 'fa:16:3e:2a:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:53:16Z', 'updated_at': '2021-06-01T18:53:31Z', 'revision_number': 1, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:32.889341 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] Checking router: 50738a2f-fd3b-42e6-851f-a5ac73e5823f for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:32.897463 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:32.898046 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:32.965341 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-43b1532c-9b0f-4593-91af-8cc4602aa254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:32.966779 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-43b1532c-9b0f-4593-91af-8cc4602aa254 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.3145261 Jun 01 18:53:33.070012 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:33.141411 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-251ded8a-5028-4610-a0f3-e646d7572382 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 200 len: 1000 time: 0.1283326 Jun 01 18:53:33.187340 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.211443 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Transition to ACTIVE for port object b50c9618-c6bc-4b50-bf42-c8e032bbb688 will not be triggered until provisioned by entity DHCP. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:33.230851 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-8df10fba-f037-4f8a-b2f9-eb5ff1c8f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:33.232290 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-8df10fba-f037-4f8a-b2f9-eb5ff1c8f76c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0828526 Jun 01 18:53:33.302702 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.309427 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-09aff084-50d6-4e4d-b533-1eb11d8fd201 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:33.387475 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Network fe65af93-e706-495a-8759-346f354f97fb is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:33.392760 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:33.395467 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event updated for resources: {'Port': ['ID=b50c9618-c6bc-4b50-bf42-c8e032bbb688,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:33.397586 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:53:33.422636 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '176e3583-9bc6-4380-9fbc-5768171e7f53', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'port_id': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'mac_address': 'fa:16:3e:2a:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:53:16Z', 'updated_at': '2021-06-01T18:53:31Z', 'revision_number': 1, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:33.426926 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d59e379-2962-4d95-90dd-ac7927ba2dcd None None] The sync data for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb is: [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '176e3583-9bc6-4380-9fbc-5768171e7f53', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'port_id': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'mac_address': 'fa:16:3e:2a:bd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:53:16Z', 'updated_at': '2021-06-01T18:53:31Z', 'revision_number': 1, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:33.427460 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:33.437912 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc36027-1e73-4d96-9809-39c7984fdfea req-9ec0c256-b48d-40f4-a509-e0f38193ffac tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:33.439403 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-873afa66-635f-435b-8ef9-0c061611df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:33.439658 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2bc36027-1e73-4d96-9809-39c7984fdfea req-9ec0c256-b48d-40f4-a509-e0f38193ffac tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 932 time: 0.0941813 Jun 01 18:53:33.440857 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-873afa66-635f-435b-8ef9-0c061611df3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2020113 Jun 01 18:53:33.480098 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:33.480905 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.500618 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-2bc36027-1e73-4d96-9809-39c7984fdfea req-efc87902-3d23-4570-bbcc-54cfd66b8ec3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547364 Jun 01 18:53:33.596461 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-7e133fcf-6bce-4c26-8bc8-5d875828cf40 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4898975 Jun 01 18:53:33.616690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Request body: {'port': {'device_id': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:33.664073 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-4b70aa25-7083-4f1c-9700-7a9bf4e0cddc None None] Provisioning for port b50c9618-c6bc-4b50-bf42-c8e032bbb688 completed by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:33.672464 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-4b70aa25-7083-4f1c-9700-7a9bf4e0cddc None None] Provisioning complete for port b50c9618-c6bc-4b50-bf42-c8e032bbb688 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:33.673124 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b70aa25-7083-4f1c-9700-7a9bf4e0cddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.684012 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-f787aac9-4bc1-4c88-bbe9-66a87d32cb1d service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352726 Jun 01 18:53:33.686923 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56434827-e114-443b-9fef-1c63cf22ef44 None None] New status for floating IP 176e3583-9bc6-4380-9fbc-5768171e7f53: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:53:33.743649 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4b70aa25-7083-4f1c-9700-7a9bf4e0cddc None None] Port b50c9618-c6bc-4b50-bf42-c8e032bbb688 cannot update to ACTIVE because it is not bound. {{(pid=103500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:33.785251 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.936443 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb957d80-35fb-4aa1-89c6-347df5b0ba64 req-ab6d2bb7-316a-45b7-8ec3-b2f1037fae5c service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152271 Jun 01 18:53:34.208441 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50c9618-c6bc-4b50-bf42-c8e032bbb688 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:53:34.216125 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.229853 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Transition to ACTIVE for port object b50c9618-c6bc-4b50-bf42-c8e032bbb688 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:34.233758 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.237433 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-458f1a9e-b6f0-46bf-9af9-0e3536f37347 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:34.465947 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Pushing event updated for resources: {'Port': ['ID=b50c9618-c6bc-4b50-bf42-c8e032bbb688,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:34.492494 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:34.569899 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Attempting to bind port b50c9618-c6bc-4b50-bf42-c8e032bbb688 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:53:34.570134 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Attempting to bind port b50c9618-c6bc-4b50-bf42-c8e032bbb688 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:53:34.570463 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Attempting to bind port b50c9618-c6bc-4b50-bf42-c8e032bbb688 on network fe65af93-e706-495a-8759-346f354f97fb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:34.575615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Port b50c9618-c6bc-4b50-bf42-c8e032bbb688 on network fe65af93-e706-495a-8759-346f354f97fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:53:34.575911 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Attempting to bind port b50c9618-c6bc-4b50-bf42-c8e032bbb688 on network fe65af93-e706-495a-8759-346f354f97fb {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:34.580927 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:53:34.581252 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Checking segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:53:34.581623 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Bound using segment: {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:53:34.582031 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Bound port: b50c9618-c6bc-4b50-bf42-c8e032bbb688, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a58e19-2998-41aa-9433-47325bfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:53:34.582367 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.682293 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] For port b50c9618-c6bc-4b50-bf42-c8e032bbb688, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:53:34.686590 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] For port b50c9618-c6bc-4b50-bf42-c8e032bbb688, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:53:34.686738 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10ddd-4955-447a-a370-4ae9d44bf964 req-61b62948-1552-49e0-81cd-16750a308ca3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:34.688372 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a5a10ddd-4955-447a-a370-4ae9d44bf964 req-61b62948-1552-49e0-81cd-16750a308ca3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 944 time: 0.0873306 Jun 01 18:53:34.691700 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.695597 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-50116158-a1ae-4215-abd2-12ad3b8e774a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:34.742033 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a5a10ddd-4955-447a-a370-4ae9d44bf964 req-15c50da4-fe9f-4a82-a1d3-5219c23cf878 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453796 Jun 01 18:53:34.756640 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:34.757123 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.758476 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] 10.222.0.36 "PUT /v2.0/ports/b50c9618-c6bc-4b50-bf42-c8e032bbb688 HTTP/1.1" status: 200 len: 1094 time: 1.1480768 Jun 01 18:53:34.758968 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:34.762192 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341" -d '{"events": [{"name": "network-changed", "server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:34.793914 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Pushing event updated for resources: {'Port': ['ID=b50c9618-c6bc-4b50-bf42-c8e032bbb688,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:34.797180 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:34.845872 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378cf4c2-4a3b-4497-8c06-3e498e4c34e4 x-openstack-request-id: req-378cf4c2-4a3b-4497-8c06-3e498e4c34e4 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:34.846191 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:34.846469 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-378cf4c2-4a3b-4497-8c06-3e498e4c34e4 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:34.846953 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'status': 'completed', 'code': 200} Jun 01 18:53:34.870221 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ffb83f7-c906-46a3-99da-7e5fb6e2cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.883975 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-b204fe51-258c-4c4f-a700-d8c8c1e3e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:34.886544 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-b204fe51-258c-4c4f-a700-d8c8c1e3e8af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 1097 time: 0.0797553 Jun 01 18:53:34.959378 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-abd67924-1b4f-4784-b0ad-66d35b43dfa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688 HTTP/1.1" status: 200 len: 217 time: 0.0650768 Jun 01 18:53:34.993070 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.022393 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-35706db2-f3b5-4a53-a5d9-a608b39e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:35.023815 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-35706db2-f3b5-4a53-a5d9-a608b39e2789 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.0584648 Jun 01 18:53:35.110885 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155266f1-867f-464d-9fe3-fe5503573532 req-a0c880b1-acf3-445e-9572-2669bccef6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:35.112397 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-a0c880b1-acf3-445e-9572-2669bccef6df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826705 Jun 01 18:53:35.247345 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-d212026a-fed5-4989-9b66-effc9efdf62c service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281826 Jun 01 18:53:35.389273 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-155266f1-867f-464d-9fe3-fe5503573532 req-4f0ef62e-db9a-4615-a6c2-8ecdf04b1b07 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355791 Jun 01 18:53:35.509049 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-749268f0-c3b3-4124-8f14-438d2a0e6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:35.511116 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-749268f0-c3b3-4124-8f14-438d2a0e6b5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 1097 time: 0.0797532 Jun 01 18:53:35.641829 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-d4bddb48-8ad3-42a4-a1ca-ebec9e94cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:35.643274 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-d4bddb48-8ad3-42a4-a1ca-ebec9e94cc7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 912 time: 0.1257288 Jun 01 18:53:35.712751 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-87221f73-773e-4325-a2c6-55553d4cb15a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688 HTTP/1.1" status: 200 len: 217 time: 0.0633581 Jun 01 18:53:35.774133 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-c945c91a-3013-4d95-9415-c1ae302e8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:35.775743 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-c945c91a-3013-4d95-9415-c1ae302e8e75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.0569351 Jun 01 18:53:35.902897 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-99fe3229-0871-4115-a766-f6b261b550bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:35.904292 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-99fe3229-0871-4115-a766-f6b261b550bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1228921 Jun 01 18:53:36.034490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed1aa2-2298-46c9-b902-97ba35696c6f req-3456a4b2-45f4-4896-85c0-ea19bc5b5a49 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:36.035092 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-39ed1aa2-2298-46c9-b902-97ba35696c6f req-3456a4b2-45f4-4896-85c0-ea19bc5b5a49 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Synchronizing usage tracker for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:36.067104 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-466eb434-1e8a-457c-856b-eef63e4743b3 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525810 Jun 01 18:53:36.068260 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-39ed1aa2-2298-46c9-b902-97ba35696c6f req-3456a4b2-45f4-4896-85c0-ea19bc5b5a49 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Unset dirty status for tenant:b58f9822cb334903ba3a880b0e243e7e on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:36.069246 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-39ed1aa2-2298-46c9-b902-97ba35696c6f req-3456a4b2-45f4-4896-85c0-ea19bc5b5a49 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 944 time: 0.2180216 Jun 01 18:53:36.290033 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-39ed1aa2-2298-46c9-b902-97ba35696c6f req-035c0697-382e-4572-8bca-68118ce2900b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991277 Jun 01 18:53:36.321660 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc3ddaea-1db7-4ad2-8c8f-eca6b48b5341 req-bd2cf208-ede1-4130-8c97-399685cb732e service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483196 Jun 01 18:53:37.161490 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.252743 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6678ae7a-2382-4ab5-895d-58f7f1a84275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.469051 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b50c9618-c6bc-4b50-bf42-c8e032bbb688 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:53:37.479878 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb0e4-d8ff-451a-be39-7c2af2a268aa req-3ae27e81-f8c9-4eec-9a76-dcfff35f1d13 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:37.481306 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-dabcb0e4-d8ff-451a-be39-7c2af2a268aa req-3ae27e81-f8c9-4eec-9a76-dcfff35f1d13 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 944 time: 0.0858712 Jun 01 18:53:37.526519 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-dabcb0e4-d8ff-451a-be39-7c2af2a268aa req-5f35f055-c78f-414c-955c-11a4001d44de tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396008 Jun 01 18:53:37.599634 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port b50c9618-c6bc-4b50-bf42-c8e032bbb688, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:37.612757 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'port_id': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'mac_address': 'fa:16:3e:9b:81:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:53:37.665657 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.682803 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50c9618-c6bc-4b50-bf42-c8e032bbb688 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:53:37.697331 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port b50c9618-c6bc-4b50-bf42-c8e032bbb688, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:37.700906 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.702676 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:37.770491 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=b50c9618-c6bc-4b50-bf42-c8e032bbb688,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:37.773610 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:38.024358 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['b50c9618-c6bc-4b50-bf42-c8e032bbb688'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:53:38.534071 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:38.712552 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43fb9f-fa1f-4090-8815-8f493749b3f8 req-0611ff72-fc84-4042-8530-5e1ce3f655f5 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:38.714021 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3e43fb9f-fa1f-4090-8815-8f493749b3f8 req-0611ff72-fc84-4042-8530-5e1ce3f655f5 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 945 time: 0.0838685 Jun 01 18:53:38.763032 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3e43fb9f-fa1f-4090-8815-8f493749b3f8 req-99ede91b-5c05-4c7b-8916-f89b031ba6f5 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 Jun 01 18:53:39.483767 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b50c9618-c6bc-4b50-bf42-c8e032bbb688 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:39.553620 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port b50c9618-c6bc-4b50-bf42-c8e032bbb688 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:39.558166 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port b50c9618-c6bc-4b50-bf42-c8e032bbb688 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:39.558561 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.672360 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.697993 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:39.700867 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5a2297-5a9d-4835-929a-01989261f36d" -d '{"events": [{"server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:39.708677 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port b50c9618-c6bc-4b50-bf42-c8e032bbb688, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:39.713505 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.715404 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:53:39.779854 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=b50c9618-c6bc-4b50-bf42-c8e032bbb688,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:39.782985 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:53:39.799418 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a543c89-9284-4097-a9c5-d27cd16d8581 x-openstack-request-id: req-7a543c89-9284-4097-a9c5-d27cd16d8581 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:39.799715 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "name": "network-vif-plugged", "status": "completed", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:39.799975 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a543c89-9284-4097-a9c5-d27cd16d8581 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:39.800366 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'code': 200} Jun 01 18:53:39.959383 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.959641 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1acfbe-10db-4a57-8972-5457172336ec req-14af0d00-5b9d-413a-b12f-6d7e70fa970d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:39.961050 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5c1acfbe-10db-4a57-8972-5457172336ec req-14af0d00-5b9d-413a-b12f-6d7e70fa970d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.0866864 Jun 01 18:53:40.011791 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5c1acfbe-10db-4a57-8972-5457172336ec req-76ff8860-dfdb-4d23-945b-5fd946383b57 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441399 Jun 01 18:53:40.030276 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff38556-93c2-4c79-b973-941c8015aa29 req-cedcb6bd-b2b0-4a5f-9efe-594908a45c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:40.032025 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ff38556-93c2-4c79-b973-941c8015aa29 req-cedcb6bd-b2b0-4a5f-9efe-594908a45c3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 1099 time: 0.0727770 Jun 01 18:53:40.073500 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5ff38556-93c2-4c79-b973-941c8015aa29 req-c0a56273-bbfc-47f4-a490-797ff75997c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349879 Jun 01 18:53:41.193341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83a24-5e6a-41c8-9497-30e9324736c8 req-cadf828a-81fc-4519-9d79-4d5f254732e3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:41.194674 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-02d83a24-5e6a-41c8-9497-30e9324736c8 req-cadf828a-81fc-4519-9d79-4d5f254732e3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.0794964 Jun 01 18:53:41.251860 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-02d83a24-5e6a-41c8-9497-30e9324736c8 req-8b96d35f-26f9-46df-88d9-ab9856b5a8d0 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478423 Jun 01 18:53:42.446173 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99541c-0f2b-4ec9-a757-d0fbec788155 req-39405a59-cfc0-4c38-bf8a-ac7279db1061 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:42.447838 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0d99541c-0f2b-4ec9-a757-d0fbec788155 req-39405a59-cfc0-4c38-bf8a-ac7279db1061 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.0851603 Jun 01 18:53:42.492120 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0d99541c-0f2b-4ec9-a757-d0fbec788155 req-6db69908-6a88-4671-8ab1-0a4845de1602 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387259 Jun 01 18:53:42.676372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf51a7-d71f-4519-a5ca-91ada90b9a03 req-b3ad56d0-97f6-4bf1-8e88-57fecab31ca0 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:42.677796 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fbdf51a7-d71f-4519-a5ca-91ada90b9a03 req-b3ad56d0-97f6-4bf1-8e88-57fecab31ca0 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.0843542 Jun 01 18:53:42.686104 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51574) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:42.690605 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Request body: {'floatingip': {'port_id': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:42.766401 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.357512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.361263 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.534906 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Floating IP 6f954969-bd0b-4b38-a973-cb8e5a129c45 associated. External IP: 172.28.3.155, port: b50c9618-c6bc-4b50-bf42-c8e032bbb688. Jun 01 18:53:43.970108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Router f7fdcccf-344f-4bef-a24f-80f65a689436 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:44.146360 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:44.151542 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.156140 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] Sync routers for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:44.166333 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:44.166933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:44.209391 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-b0191634-9f35-4e1e-998b-d09009032a66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "PUT /v2.0/floatingips/6f954969-bd0b-4b38-a973-cb8e5a129c45 HTTP/1.1" status: 200 len: 992 time: 1.5222282 Jun 01 18:53:44.210127 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:53:44.212542 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:53:44.256484 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5627fedc-c143-4b51-ae31-b472b75b4619 x-openstack-request-id: req-5627fedc-c143-4b51-ae31-b472b75b4619 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:53:44.256802 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:53:44.257081 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5627fedc-c143-4b51-ae31-b472b75b4619 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:53:44.257499 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'status': 'completed', 'code': 200} Jun 01 18:53:44.347602 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:44.358642 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-7dab1888-a81c-4f95-9fb6-1aed73224e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:44.360175 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-7dab1888-a81c-4f95-9fb6-1aed73224e36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b58f9822cb334903ba3a880b0e243e7e&device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 1099 time: 0.0733969 Jun 01 18:53:44.495306 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-170c4f80-18ca-4c5d-a5aa-a04518b02a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:44.496841 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-170c4f80-18ca-4c5d-a5aa-a04518b02a4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 200 len: 912 time: 0.1303210 Jun 01 18:53:44.607008 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-d99e772c-29fe-4d3a-965e-cd3fa3fcbea8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688 HTTP/1.1" status: 200 len: 1000 time: 0.1037920 Jun 01 18:53:44.672456 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-278e4375-15c5-48f9-928b-a161a11ff4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:44.673941 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-278e4375-15c5-48f9-928b-a161a11ff4df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 200 len: 850 time: 0.0606897 Jun 01 18:53:44.722816 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '6f954969-bd0b-4b38-a973-cb8e5a129c45', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'floating_ip_address': '172.28.3.155', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'port_id': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'mac_address': 'fa:16:3e:9b:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:53:29Z', 'updated_at': '2021-06-01T18:53:43Z', 'revision_number': 1, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:44.726596 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] Checking router: f7fdcccf-344f-4bef-a24f-80f65a689436 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:44.735280 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:53:44.735857 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:44.752426 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-00e24f61-a1c7-42a8-974b-a6e03784b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:53:44.753822 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-00e24f61-a1c7-42a8-974b-a6e03784b5fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe65af93-e706-495a-8759-346f354f97fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737193 Jun 01 18:53:44.892342 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-ed272411-eee3-4e6f-918e-79ccc10afdb7 service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323588 Jun 01 18:53:44.921159 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:53:45.080878 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2011a5d5-d948-4d64-9f8a-715dd6bdf9f1 req-b3e698d4-9c67-4995-aba0-6d647f08d05a service neutron] 10.222.0.36 "GET /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819274 Jun 01 18:53:45.311682 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '6f954969-bd0b-4b38-a973-cb8e5a129c45', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'floating_ip_address': '172.28.3.155', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'port_id': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'mac_address': 'fa:16:3e:9b:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:53:29Z', 'updated_at': '2021-06-01T18:53:43Z', 'revision_number': 1, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:45.315762 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3330bf66-b8b8-40ad-ac35-ac5ad96e159a None None] The sync data for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb is: [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_floatingips': [{'id': '6f954969-bd0b-4b38-a973-cb8e5a129c45', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'floating_ip_address': '172.28.3.155', 'floating_network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'router_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'port_id': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'mac_address': 'fa:16:3e:9b:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T18:53:29Z', 'updated_at': '2021-06-01T18:53:43Z', 'revision_number': 1, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:45.505929 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02b170-405a-4aaa-b416-659dfa59ef13 None None] New status for floating IP 6f954969-bd0b-4b38-a973-cb8e5a129c45: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:53:50.986875 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:54:04.332126 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-781352ba-b720-4010-904c-cae2df9d13a4 req-a31ae115-5e66-4480-890f-850d707b990e tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768231115&fields=id&tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f HTTP/1.1" status: 200 len: 267 time: 0.0392435 Jun 01 18:54:04.413883 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781352ba-b720-4010-904c-cae2df9d13a4 req-33d6441a-a7db-4a44-929b-4abe1685de1f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:04.415444 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-781352ba-b720-4010-904c-cae2df9d13a4 req-33d6441a-a7db-4a44-929b-4abe1685de1f tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 984 time: 0.0780885 Jun 01 18:54:04.425772 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Request body: {'port': {'security_groups': ['d2951e06-bdec-446b-ba99-a6e95ea33557']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:04.640742 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.873457 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-450427f2-1b76-46ac-934e-e96a56501db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.881220 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=80a34259-d6a1-412d-a7e4-6caa00083068,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:04.906656 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.911233 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.917116 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:04.923013 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['80a34259-d6a1-412d-a7e4-6caa00083068'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:04.978697 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:04.980145 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.981654 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-781352ba-b720-4010-904c-cae2df9d13a4 req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "PUT /v2.0/ports/80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 942 time: 0.5601230 Jun 01 18:54:04.982071 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:54:04.987211 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54aa793-6161-439d-9259-c9ef6fbc48ed" -d '{"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:54:04.987634 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51668) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:05.015986 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event updated for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:05.021623 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:05.034092 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.061972 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5e7a42-0309-4550-8c5d-5f0324012171 x-openstack-request-id: req-bd5e7a42-0309-4550-8c5d-5f0324012171 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:54:05.062287 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:54:05.062586 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd5e7a42-0309-4550-8c5d-5f0324012171 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:54:05.063008 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068', 'status': 'completed', 'code': 200} Jun 01 18:54:05.077844 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['80a34259-d6a1-412d-a7e4-6caa00083068'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:05.094617 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.130363 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.212133 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-1c6d7250-d9d8-4180-9262-2e541e928ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:05.214402 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.215108 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-1c6d7250-d9d8-4180-9262-2e541e928ffd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1098 time: 0.1251037 Jun 01 18:54:05.220369 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-cf948bca-7d8f-4988-a01e-6e06d1060314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:05.239479 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524bcf85-2f83-4415-b582-b59b81797d3c,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:05.244011 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:05.247587 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.248750 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "DELETE /v2.0/security-groups/524bcf85-2f83-4415-b582-b59b81797d3c HTTP/1.1" status: 204 len: 168 time: 0.2600548 Jun 01 18:54:05.251425 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51674) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:05.308105 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-d022ee2d-ec54-4e17-b622-cb0014def4bc None None] Provisioning complete for port 80a34259-d6a1-412d-a7e4-6caa00083068 triggered by entity DHCP. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:05.308482 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d022ee2d-ec54-4e17-b622-cb0014def4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.375697 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-c5995535-c558-41c4-9110-61189b2d830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:05.377056 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-c5995535-c558-41c4-9110-61189b2d830a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 916 time: 0.1545572 Jun 01 18:54:05.483542 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-48ccf8cb-90f1-41f5-a38b-07422a8dbd02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 1000 time: 0.0994213 Jun 01 18:54:05.531318 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Deleting port 4853a39a-7e9a-475a-913c-9dc1508c885d {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:05.531661 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.545947 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-740dfe9d-cad9-4d23-9619-853f3f50e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:05.547402 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-740dfe9d-cad9-4d23-9619-853f3f50e1ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 200 len: 854 time: 0.0576806 Jun 01 18:54:05.625607 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-6493a08b-cff1-4cff-8f3a-11e45a798cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:05.627140 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-6493a08b-cff1-4cff-8f3a-11e45a798cee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f032fc80-277e-48e0-81e4-cf651b588943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732844 Jun 01 18:54:05.648858 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.651133 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.764039 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-27db4343-3a91-4c0f-80da-d2835cad314a service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299825 Jun 01 18:54:05.775532 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Calling delete_port for 4853a39a-7e9a-475a-913c-9dc1508c885d owned by network:floatingip {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:05.900675 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e54aa793-6161-439d-9259-c9ef6fbc48ed req-157e4f57-e2e8-41e0-a41a-387829e69a50 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263285 Jun 01 18:54:05.901754 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.907667 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:05.953690 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event deleted for resources: {'Port': ['ID=4853a39a-7e9a-475a-913c-9dc1508c885d,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:05.956844 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:06.044178 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks [] for floatingip, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:06.044858 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.l3_db [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Floating IP c58d2c51-0971-4fe1-933d-b528d66a3c1f disassociated (deleted). External IP: 172.28.3.70, port: 80a34259-d6a1-412d-a7e4-6caa00083068. Jun 01 18:54:06.488411 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:54:06.661070 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:54:06.670120 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] Sync routers for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:54:06.679319 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:54:06.679915 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:53:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:06.683527 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:06.742454 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "DELETE /v2.0/floatingips/c58d2c51-0971-4fe1-933d-b528d66a3c1f HTTP/1.1" status: 204 len: 168 time: 1.4897015 Jun 01 18:54:06.743133 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:54:06.745788 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c087d56a06905c42b7f89c6997360147935d48b77f76ca756c223547ff139bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:54:06.850918 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cbc599-a059-416f-a13f-ed8462807896 x-openstack-request-id: req-a1cbc599-a059-416f-a13f-ed8462807896 {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:54:06.851374 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068", "status": "completed", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:54:06.851751 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1cbc599-a059-416f-a13f-ed8462807896 {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:54:06.852308 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068', 'status': 'completed', 'code': 200} Jun 01 18:54:06.876333 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:54:06.953441 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-29e8cccc-a489-4f5f-8d41-7655b0549d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:06.955004 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-29e8cccc-a489-4f5f-8d41-7655b0549d4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 1098 time: 0.0781953 Jun 01 18:54:07.096220 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-ba897d12-c307-4a7c-827f-ebcd33cccab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:07.097802 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-ba897d12-c307-4a7c-827f-ebcd33cccab9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 200 len: 916 time: 0.1334708 Jun 01 18:54:07.179203 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:07.194123 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-c43df22b-9ecc-481c-9f70-a10279135603 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 200 len: 217 time: 0.0891886 Jun 01 18:54:07.272124 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-246972b1-9a67-4e86-bc8d-3f1330965a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:07.275042 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-6ef20924-2188-4a4d-9921-760d18f2e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:07.276927 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-6ef20924-2188-4a4d-9921-760d18f2e84e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 200 len: 854 time: 0.0729339 Jun 01 18:54:07.288035 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:39Z', 'revision_number': 5, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:07.289569 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] Checking router: 0c8966f2-792d-4bb3-83c0-7bad869a93f8 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:54:07.298101 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:54:07.298707 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:54:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:07.459635 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-694cb2d2-3924-4f3d-9d98-db80eb905a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:07.461114 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-694cb2d2-3924-4f3d-9d98-db80eb905a27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f032fc80-277e-48e0-81e4-cf651b588943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1761312 Jun 01 18:54:07.478863 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:54:07.592203 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-bd8ea72d-dcba-429d-8bf1-e99b0a4f0380 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239405 Jun 01 18:54:07.734139 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-07df3b61-870f-4e35-ab1e-ab1292d3a7fc req-e5ec4e30-2490-4a72-817c-1426515e1331 service neutron] 10.222.0.36 "GET /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342258 Jun 01 18:54:07.795513 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:39Z', 'revision_number': 5, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:07.799493 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287404f4-af16-4880-8453-d1a7b58e074f None None] The sync data for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb is: [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:50:32Z', 'revision_number': 4, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '628241b2-ef05-4a7c-8eb7-a4cf44ed000f', 'name': '', 'network_id': 'f032fc80-277e-48e0-81e4-cf651b588943', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'mac_address': 'fa:16:3e:3d:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:31Z', 'updated_at': '2021-06-01T18:50:39Z', 'revision_number': 5, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'subnets': [{'id': '350880bc-a6e9-4f45-9b8f-b3728ce18522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:54:08.019737 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ece566-5e49-4e57-8217-940bc5f3248f None None] New status for floating IP c58d2c51-0971-4fe1-933d-b528d66a3c1f: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:54:08.478930 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-ad55a2ad-eaab-426a-bcdf-7f4d592a8716 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749590 Jun 01 18:54:08.549223 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:08.673889 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-3e733815-4f7e-4432-b8f3-6e8301358c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:08.675388 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-3e733815-4f7e-4432-b8f3-6e8301358c80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1098 time: 0.1203060 Jun 01 18:54:08.771642 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e12757-89ce-499b-92cd-fb6da224f798 req-ce6f212c-509c-4bfa-ad62-805b717bbbf2 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:08.773156 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-73e12757-89ce-499b-92cd-fb6da224f798 req-ce6f212c-509c-4bfa-ad62-805b717bbbf2 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0968256 Jun 01 18:54:08.827943 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-73e12757-89ce-499b-92cd-fb6da224f798 req-0efee682-96ae-4f63-a0d9-9c5a1110e7d6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479379 Jun 01 18:54:08.834293 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-0dcdbc33-51c0-42cd-b257-47807105ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:08.835920 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-0dcdbc33-51c0-42cd-b257-47807105ae50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 908 time: 0.1355379 Jun 01 18:54:08.941502 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-204b3058-6ca1-42a0-b37f-71e6971e26d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 1001 time: 0.0979023 Jun 01 18:54:09.007958 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-8f1d6449-a391-402b-8975-827c4efc041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:09.009403 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-8f1d6449-a391-402b-8975-827c4efc041f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 200 len: 846 time: 0.0574009 Jun 01 18:54:09.088264 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-a6e28528-b35a-4ed7-b40f-92e369414419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:09.089697 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-a6e28528-b35a-4ed7-b40f-92e369414419 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee089a73-6fad-4910-ab69-180367295953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722442 Jun 01 18:54:09.222103 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-e9c97c88-d92d-4f03-bc8f-7ada608ad4b2 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251757 Jun 01 18:54:09.359632 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6cb34e75-47e1-4962-91eb-e1e462e112a4 req-e2652c04-29b8-4af0-9d5e-e2559024dc3a service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254339 Jun 01 18:54:09.962818 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.010896 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f00b3c-0b09-4e67-a170-16064ee6a6ae req-fd2771c0-f20a-4d48-96e8-6515f361c9b9 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:10.012385 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c2f00b3c-0b09-4e67-a170-16064ee6a6ae req-fd2771c0-f20a-4d48-96e8-6515f361c9b9 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0816646 Jun 01 18:54:10.055928 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c2f00b3c-0b09-4e67-a170-16064ee6a6ae req-74b767f9-b95a-4033-b99e-03bff235f8be tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379281 Jun 01 18:54:10.277423 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f6a3e-acc3-46e9-93a1-d0c203f34261 req-25df2466-ccfd-49c8-aaeb-b14bc4a4761a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:10.279085 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-717f6a3e-acc3-46e9-93a1-d0c203f34261 req-25df2466-ccfd-49c8-aaeb-b14bc4a4761a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.0844140 Jun 01 18:54:10.325590 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-717f6a3e-acc3-46e9-93a1-d0c203f34261 req-7ce0754a-4205-4f64-9a91-82e31bc0f188 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392675 Jun 01 18:54:11.245570 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10837612-5369-439b-b546-d12b2a31e296 req-ab8a6b4a-1094-4cd6-ae4d-bbb75507f1e7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:11.247028 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-10837612-5369-439b-b546-d12b2a31e296 req-ab8a6b4a-1094-4cd6-ae4d-bbb75507f1e7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0824466 Jun 01 18:54:11.290936 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-10837612-5369-439b-b546-d12b2a31e296 req-be70d48e-20ca-40f4-a857-5895f96cf745 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383265 Jun 01 18:54:11.508093 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf1a79-79c3-4f7b-8a96-b597aff544a0 req-94391ec0-65c6-4975-bb4c-0ee8c1bb6404 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:11.509529 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cdcf1a79-79c3-4f7b-8a96-b597aff544a0 req-94391ec0-65c6-4975-bb4c-0ee8c1bb6404 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.0794261 Jun 01 18:54:11.552923 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cdcf1a79-79c3-4f7b-8a96-b597aff544a0 req-7c6bd13e-a2d0-4360-9844-377b8bb0148d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372119 Jun 01 18:54:12.368396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-8b05393a-1de6-414f-86b0-36fdb22f3f7d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:12.369957 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-8b05393a-1de6-414f-86b0-36fdb22f3f7d tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.36 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.0829287 Jun 01 18:54:12.653954 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c84a8-5bb9-4fa3-907c-04a63863ed16 req-4b7be779-896c-4c94-aadf-5af62729c7e0 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:12.655425 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e50c84a8-5bb9-4fa3-907c-04a63863ed16 req-4b7be779-896c-4c94-aadf-5af62729c7e0 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.2523551 Jun 01 18:54:12.687634 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Deleting port 80a34259-d6a1-412d-a7e4-6caa00083068 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:12.687968 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:12.740400 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e50c84a8-5bb9-4fa3-907c-04a63863ed16 req-1afb21fb-31c0-480f-8b20-32ae593bb631 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781007 Jun 01 18:54:12.788494 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5bbf1-f5f3-464e-a323-caa12f9c573c req-29270cf9-7346-4dcb-b56a-0e20a22ead1a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:12.789190 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-3ec5bbf1-f5f3-464e-a323-caa12f9c573c req-29270cf9-7346-4dcb-b56a-0e20a22ead1a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Synchronizing usage tracker for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:12.805382 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-3ec5bbf1-f5f3-464e-a323-caa12f9c573c req-29270cf9-7346-4dcb-b56a-0e20a22ead1a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Unset dirty status for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:12.806532 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3ec5bbf1-f5f3-464e-a323-caa12f9c573c req-29270cf9-7346-4dcb-b56a-0e20a22ead1a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/ports?device_id=64b9923e-9707-4490-a868-560ad42838ac HTTP/1.1" status: 200 len: 945 time: 0.1020985 Jun 01 18:54:12.841640 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] For port 80a34259-d6a1-412d-a7e4-6caa00083068, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=80a34259-d6a1-412d-a7e4-6caa00083068,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:12.842001 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:12.851129 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-3ec5bbf1-f5f3-464e-a323-caa12f9c573c req-b32cc054-0460-4039-9877-40dd0a0b6f0a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Synchronizing usage tracker for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:12.866991 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-3ec5bbf1-f5f3-464e-a323-caa12f9c573c req-b32cc054-0460-4039-9877-40dd0a0b6f0a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Unset dirty status for tenant:fbe7b5e133be449c9ad7d65e9fbd5f2f on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:12.871899 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3ec5bbf1-f5f3-464e-a323-caa12f9c573c req-b32cc054-0460-4039-9877-40dd0a0b6f0a tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.15 "GET /v2.0/security-groups?id=d2951e06-bdec-446b-ba99-a6e95ea33557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587649 Jun 01 18:54:12.969034 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Calling delete_port for 80a34259-d6a1-412d-a7e4-6caa00083068 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:13.087852 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:13.093298 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-38cbe0d4-c737-4272-8c1c-9c946db328b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:13.100790 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['80a34259-d6a1-412d-a7e4-6caa00083068'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:13.143648 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Pushing event deleted for resources: {'Port': ['ID=80a34259-d6a1-412d-a7e4-6caa00083068,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:13.181218 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.181582 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.182491 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.183104 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.183252 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.183520 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.183858 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.184194 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.184529 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.184860 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.185189 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.185518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:13.192750 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:13.227717 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] No DVR routers for this DVR port 80a34259-d6a1-412d-a7e4-6caa00083068 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:54:13.230177 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:13.232720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'name': 'network-vif-deleted', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:54:13.234940 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4fe326-35bf-44c9-bf2d-cdfbd6246e0c" -d '{"events": [{"server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "name": "network-vif-deleted", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:54:13.248405 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-29f45dfd-0fbe-4c4e-94ad-5f972818edb7 req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] 10.222.0.36 "DELETE /v2.0/ports/80a34259-d6a1-412d-a7e4-6caa00083068 HTTP/1.1" status: 204 len: 173 time: 0.8732035 Jun 01 18:54:13.281082 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0815f2dc-4ade-4f10-a673-871ea45613f8 x-openstack-request-id: req-0815f2dc-4ade-4f10-a673-871ea45613f8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:54:13.281486 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b9923e-9707-4490-a868-560ad42838ac", "name": "network-vif-deleted", "tag": "80a34259-d6a1-412d-a7e4-6caa00083068", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:54:13.281763 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0815f2dc-4ade-4f10-a673-871ea45613f8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:54:13.282452 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b9923e-9707-4490-a868-560ad42838ac', 'name': 'network-vif-deleted', 'tag': '80a34259-d6a1-412d-a7e4-6caa00083068', 'status': 'completed', 'code': 200} Jun 01 18:54:13.934770 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ff7fd-2962-4881-9dae-929a319665e7 req-d7519188-1c71-4102-8f4f-f9f69b4fda55 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:13.936245 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4d0ff7fd-2962-4881-9dae-929a319665e7 req-d7519188-1c71-4102-8f4f-f9f69b4fda55 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0836611 Jun 01 18:54:13.982088 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4d0ff7fd-2962-4881-9dae-929a319665e7 req-5905ba98-ef0c-43b9-b460-1d7ed2d04c49 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398364 Jun 01 18:54:14.611615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:15.217132 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555069'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.273447 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb4b1b-f4f6-4195-aafa-47d3fffcf831 req-d3b17319-0797-4a5a-af0f-69c0d29a5fb2 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:15.274926 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b3fb4b1b-f4f6-4195-aafa-47d3fffcf831 req-d3b17319-0797-4a5a-af0f-69c0d29a5fb2 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1640015 Jun 01 18:54:15.482219 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b3fb4b1b-f4f6-4195-aafa-47d3fffcf831 req-7d113a15-e831-4e22-bd19-c30d357a294e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2013257 Jun 01 18:54:15.708512 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 80a34259-d6a1-412d-a7e4-6caa00083068 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:15.745521 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 80a34259-d6a1-412d-a7e4-6caa00083068 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:54:15.745867 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 80a34259-d6a1-412d-a7e4-6caa00083068 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:15.747265 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Deleting port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:15.747265 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.867580 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] For port 628241b2-ef05-4a7c-8eb7-a4cf44ed000f, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:15.867936 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.992730 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Calling delete_port for 628241b2-ef05-4a7c-8eb7-a4cf44ed000f owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:16.134787 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.139588 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-b53ec77f-bb04-4113-8662-2b5ae4d5c0aa tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:16.184789 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=628241b2-ef05-4a7c-8eb7-a4cf44ed000f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:16.215918 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:16.462775 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555693'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.677183 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3139e7-8948-4a48-b501-917dd5eaa8af req-8c51ee73-3e85-442e-a11a-ea125909862e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:16.678954 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8c3139e7-8948-4a48-b501-917dd5eaa8af req-8c51ee73-3e85-442e-a11a-ea125909862e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0858753 Jun 01 18:54:16.727691 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8c3139e7-8948-4a48-b501-917dd5eaa8af req-c7dbd7cc-b43d-4f1d-a05c-2684b7e361b7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418692 Jun 01 18:54:16.825086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:54:17.102090 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:54:17.112554 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34a43c-a598-493d-8704-1e76633500db None None] Sync routers for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:54:17.114844 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] 10.222.0.15 "PUT /v2.0/routers/0c8966f2-792d-4bb3-83c0-7bad869a93f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5021675 Jun 01 18:54:17.117254 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51816) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:17.121608 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:54:17.122213 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:54:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:17.294922 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.298384 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:54:17.471301 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.583761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Deleting port feca1660-4969-4e83-ae42-3bd0163826c3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:17.584349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.605154 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:54:16Z', 'revision_number': 5, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port': {'id': 'feca1660-4969-4e83-ae42-3bd0163826c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:27Z', 'updated_at': '2021-06-01T18:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:17.610566 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34a43c-a598-493d-8704-1e76633500db None None] Checking router: 0c8966f2-792d-4bb3-83c0-7bad869a93f8 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:54:17.619952 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] Routers {'0c8966f2-792d-4bb3-83c0-7bad869a93f8'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:54:17.620621 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:54:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:17.721741 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] For port feca1660-4969-4e83-ae42-3bd0163826c3, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=feca1660-4969-4e83-ae42-3bd0163826c3,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:17.722369 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.831162 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] Set router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 gateway port host: None {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:54:17.858606 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Calling delete_port for feca1660-4969-4e83-ae42-3bd0163826c3 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:17.936822 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-ff34a43c-a598-493d-8704-1e76633500db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:54:17Z', 'revision_number': 6, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port_host': None}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:17.940790 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34a43c-a598-493d-8704-1e76633500db None None] The sync data for ids ['0c8966f2-792d-4bb3-83c0-7bad869a93f8'] in dv-cinder-794021-1-smb is: [{'id': '0c8966f2-792d-4bb3-83c0-7bad869a93f8', 'name': 'tempest-TestMinimumBasicScenario-2022356797-router', 'tenant_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:26Z', 'updated_at': '2021-06-01T18:54:17Z', 'revision_number': 6, 'project_id': 'fbe7b5e133be449c9ad7d65e9fbd5f2f', 'gw_port_host': None}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:54:17.957720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d80c6-6563-4400-b3be-c758667e6449 req-e7121f8b-4a21-42ff-a861-806285b18fe6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:17.959200 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-274d80c6-6563-4400-b3be-c758667e6449 req-e7121f8b-4a21-42ff-a861-806285b18fe6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1084328 Jun 01 18:54:18.022269 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-274d80c6-6563-4400-b3be-c758667e6449 req-2de6ac56-52c9-4f7a-b7bf-60ace5291173 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514753 Jun 01 18:54:18.099660 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.103147 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-4d07d1ca-6c69-49e9-93f9-bf45aafe2482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:18.149879 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=feca1660-4969-4e83-ae42-3bd0163826c3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:18.152926 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:18.242558 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550742'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.505353 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2893'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.507514 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.590484 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-455856'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.590869 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c8966f2-792d-4bb3-83c0-7bad869a93f8 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:54:18.603229 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.605481 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0c8966f2-792d-4bb3-83c0-7bad869a93f8 HTTP/1.1" status: 204 len: 168 time: 1.4872522 Jun 01 18:54:18.607928 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51824) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:18.667212 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Deleting subnet 350880bc-a6e9-4f45-9b8f-b3728ce18522 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:54:18.672553 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.729314 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61039881'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.848576 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.950197 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device feca1660-4969-4e83-ae42-3bd0163826c3 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:18.988682 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: feca1660-4969-4e83-ae42-3bd0163826c3 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:54:18.989028 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device feca1660-4969-4e83-ae42-3bd0163826c3 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:18.989769 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 628241b2-ef05-4a7c-8eb7-a4cf44ed000f no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:19.023769 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 628241b2-ef05-4a7c-8eb7-a4cf44ed000f {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:54:19.024114 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 628241b2-ef05-4a7c-8eb7-a4cf44ed000f not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:19.103271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61907210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61560680'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.107380 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:19.143831 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350880bc-a6e9-4f45-9b8f-b3728ce18522,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:19.147203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:19.149563 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.155487 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/350880bc-a6e9-4f45-9b8f-b3728ce18522 HTTP/1.1" status: 204 len: 168 time: 0.5465953 Jun 01 18:54:19.158151 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51830) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:19.158423 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c7eed-3418-48b6-8687-4e07c415300b None None] Network f032fc80-277e-48e0-81e4-cf651b588943 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:54:19.216759 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743de62-2b2a-4778-8f72-ec5660bda88e req-b24989f0-f5e9-4611-bbfa-3df09445ef14 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:19.219432 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e743de62-2b2a-4778-8f72-ec5660bda88e req-b24989f0-f5e9-4611-bbfa-3df09445ef14 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0900428 Jun 01 18:54:19.279734 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e743de62-2b2a-4778-8f72-ec5660bda88e req-c644385a-532b-4296-8a48-875f248731cf tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547016 Jun 01 18:54:19.286180 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.365512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Deleting port db5a7af7-e427-4253-ba26-4822cd04d466 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:19.365902 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.427571 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] DHCP port deletion for f032fc80-277e-48e0-81e4-cf651b588943 request from dv-cinder-794021-1-smb {{(pid=103500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 18:54:19.471446 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] For port db5a7af7-e427-4253-ba26-4822cd04d466, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=db5a7af7-e427-4253-ba26-4822cd04d466,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:19.472261 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.496136 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] Deleting port db5a7af7-e427-4253-ba26-4822cd04d466 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:19.496514 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.594690 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] For port db5a7af7-e427-4253-ba26-4822cd04d466, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=db5a7af7-e427-4253-ba26-4822cd04d466,segment=NetworkSegment(5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a),segment_id=5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:19.594953 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Calling delete_port for db5a7af7-e427-4253-ba26-4822cd04d466 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:19.595105 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.639592 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.643099 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-10f88992-d62d-457c-b004-121c83b0c4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:19.690205 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5a7af7-e427-4253-ba26-4822cd04d466,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:19.691920 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] No DVR routers for this DVR port db5a7af7-e427-4253-ba26-4822cd04d466 on host dv-cinder-794021-1-smb {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:54:19.693393 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:19.717696 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] Calling delete_port for db5a7af7-e427-4253-ba26-4822cd04d466 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:19.807899 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.820270 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f032fc80-277e-48e0-81e4-cf651b588943']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:19.833281 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:19.833566 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d69ab61-fa70-4f2e-8ebd-31276a6dfb3a') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:19.844969 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.846078 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.850644 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:19.861563 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.867479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:54:19.867851 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:54:19.881303 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:54:19.893448 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] Pushing event deleted for resources: {'Port': ['ID=db5a7af7-e427-4253-ba26-4822cd04d466,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:19.896511 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] No DVR routers for this DVR port db5a7af7-e427-4253-ba26-4822cd04d466 on host dv-cinder-794021-1-smb {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:54:19.896652 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-3ffdca5c-45aa-459e-be66-d92ce3965c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:19.965618 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.969123 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:20.073365 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.085936 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f032fc80-277e-48e0-81e4-cf651b588943,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:20.090849 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:20.097610 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f032fc80-277e-48e0-81e4-cf651b588943 HTTP/1.1" status: 204 len: 168 time: 0.9382672 Jun 01 18:54:20.100279 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51836) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:20.585161 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebbbba-4039-4ac9-8034-36e6761c0419 req-905837e9-3f23-4b8f-a107-02541ffabb05 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:20.586567 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-13ebbbba-4039-4ac9-8034-36e6761c0419 req-905837e9-3f23-4b8f-a107-02541ffabb05 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1770000 Jun 01 18:54:20.655601 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-13ebbbba-4039-4ac9-8034-36e6761c0419 req-1700d120-fab5-4f8e-84f6-50a0abe6a7da tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633779 Jun 01 18:54:20.735589 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555069'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.931049 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device db5a7af7-e427-4253-ba26-4822cd04d466 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:20.967904 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: db5a7af7-e427-4253-ba26-4822cd04d466 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:54:20.968481 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device db5a7af7-e427-4253-ba26-4822cd04d466 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:21.154235 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Deleting port 7cbec90b-155d-4744-b06c-00ec79088263 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:21.154479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:21.272086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] For port 7cbec90b-155d-4744-b06c-00ec79088263, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=7cbec90b-155d-4744-b06c-00ec79088263,segment=NetworkSegment(f84d582c-2ea9-4126-bfc0-808bc08c01f3),segment_id=f84d582c-2ea9-4126-bfc0-808bc08c01f3)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:21.272432 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:21.394784 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Calling delete_port for 7cbec90b-155d-4744-b06c-00ec79088263 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:21.640804 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:21.645373 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:21.691100 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbec90b-155d-4744-b06c-00ec79088263,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:21.694015 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:21.864495 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7bea0-8788-4189-9a2a-191604d43306 req-cadade19-03f7-485f-be4d-0eb5306d1057 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:21.865962 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fde7bea0-8788-4189-9a2a-191604d43306 req-cadade19-03f7-485f-be4d-0eb5306d1057 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0946522 Jun 01 18:54:21.909902 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fde7bea0-8788-4189-9a2a-191604d43306 req-a70590ee-0152-4ed3-8649-88cf85a457d9 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374565 Jun 01 18:54:21.959265 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555693'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:22.318759 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Router c52c3caf-fd55-4e5d-930c-bdc328b35586 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:54:22.492901 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:54:22.501657 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] Sync routers for ids ['c52c3caf-fd55-4e5d-930c-bdc328b35586'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:54:22.502234 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] 10.222.0.15 "PUT /v2.0/routers/c52c3caf-fd55-4e5d-930c-bdc328b35586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4009612 Jun 01 18:54:22.504712 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51850) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:22.512861 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] Routers {'c52c3caf-fd55-4e5d-930c-bdc328b35586'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:54:22.513464 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:54:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['c52c3caf-fd55-4e5d-930c-bdc328b35586'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:22.685419 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:22.688872 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] Set router c52c3caf-fd55-4e5d-930c-bdc328b35586 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:54:22.971269 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:22.982565 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84'}], 'enable_snat': True}, 'gw_port_id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:54:21Z', 'revision_number': 5, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port': {'id': '1aa0cae8-7b17-4112-81ea-4601a8cf6c92', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:10:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:38Z', 'updated_at': '2021-06-01T18:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:22.986558 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] Checking router: c52c3caf-fd55-4e5d-930c-bdc328b35586 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:54:22.997341 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] Routers {'c52c3caf-fd55-4e5d-930c-bdc328b35586'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:54:22.997938 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:54:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['c52c3caf-fd55-4e5d-930c-bdc328b35586'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:23.108588 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Deleting port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:23.108973 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.146063 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] Set router c52c3caf-fd55-4e5d-930c-bdc328b35586 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:54:23.155659 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d525037-fab8-4f53-a313-ae1a0f01f8bd req-ac60b3cc-62e0-42c0-ac03-32990f275b98 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:23.157406 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0d525037-fab8-4f53-a313-ae1a0f01f8bd req-ac60b3cc-62e0-42c0-ac03-32990f275b98 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1308217 Jun 01 18:54:23.251157 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:54:22Z', 'revision_number': 6, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port_host': None}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:23.255744 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130df23-cc93-446a-9234-cbcd3946a2e1 None None] The sync data for ids ['c52c3caf-fd55-4e5d-930c-bdc328b35586'] in dv-cinder-794021-1-smb is: [{'id': 'c52c3caf-fd55-4e5d-930c-bdc328b35586', 'name': 'tempest-TestMinimumBasicScenario-410766300-router', 'tenant_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:37Z', 'updated_at': '2021-06-01T18:54:22Z', 'revision_number': 6, 'project_id': '5a8fa68c63dc41e394d36e78cba97ed6', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:54:23.271372 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0d525037-fab8-4f53-a313-ae1a0f01f8bd req-75b22f39-5b65-4faa-8902-7c270b10fbaf tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654922 Jun 01 18:54:23.281550 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] For port 1aa0cae8-7b17-4112-81ea-4601a8cf6c92, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:23.281550 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.406149 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Calling delete_port for 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:23.538644 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.544114 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c3ccd395-e7db-40c9-bba9-a4a84f1c27ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:23.613907 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa0cae8-7b17-4112-81ea-4601a8cf6c92,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:23.621131 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:23.681427 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550742'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.893119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2893'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.896197 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.930446 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-455856'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.930888 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c52c3caf-fd55-4e5d-930c-bdc328b35586 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:54:23.943701 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-8ac3103c-c5eb-44d1-a84c-c4798ecdb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:23.945135 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-8ac3103c-c5eb-44d1-a84c-c4798ecdb911 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1098 time: 0.1618459 Jun 01 18:54:23.951062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:23.952049 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c52c3caf-fd55-4e5d-930c-bdc328b35586 HTTP/1.1" status: 204 len: 168 time: 1.4464467 Jun 01 18:54:23.954750 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 51860) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:24.016341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Deleting subnet 1b1d60c4-ec04-44f8-b10b-8280698831db {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:54:24.019330 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.078722 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.094429 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-76ccff8f-f725-4a86-b15a-c7b4cc18ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:24.095955 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-76ccff8f-f725-4a86-b15a-c7b4cc18ff48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 908 time: 0.1429288 Jun 01 18:54:24.199606 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.208658 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-63f17389-7645-49bb-8f50-edb7b7cb6f27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 1001 time: 0.1056340 Jun 01 18:54:24.276152 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-d0eb539f-96bc-40d7-80b0-6e73f75e1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:24.277713 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-d0eb539f-96bc-40d7-80b0-6e73f75e1e36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 200 len: 846 time: 0.0625489 Jun 01 18:54:24.366420 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-b01da8e1-d7bb-4b94-85f6-ffc54a16ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:24.367935 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-b01da8e1-d7bb-4b94-85f6-ffc54a16ba80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee089a73-6fad-4910-ab69-180367295953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831678 Jun 01 18:54:24.623255 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-fd56bbd0-61c8-4765-a393-cd3321d8d412 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479854 Jun 01 18:54:24.646085 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5a1b4-f87d-40b7-8c1c-799ef80c7832 req-6036e4a9-28cd-418f-aa93-3137368a1f73 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:24.647671 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-58f5a1b4-f87d-40b7-8c1c-799ef80c7832 req-6036e4a9-28cd-418f-aa93-3137368a1f73 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1477518 Jun 01 18:54:24.649240 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.655623 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:24.706115 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1d60c4-ec04-44f8-b10b-8280698831db,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:24.708785 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.712663 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df221d79-4dc0-46ce-9a68-b4ce247d0987 None None] Network 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:54:24.723396 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b1d60c4-ec04-44f8-b10b-8280698831db HTTP/1.1" status: 204 len: 168 time: 0.7675214 Jun 01 18:54:24.725909 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51866) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:24.726059 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.726275 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.726642 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.726989 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.727401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.727711 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.728056 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.728401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.729471 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.730069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.730209 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.730559 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:24.740104 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-885ed72f-e4b6-41d5-a2ee-62d3dd8403b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:24.753708 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-58f5a1b4-f87d-40b7-8c1c-799ef80c7832 req-482895a1-a0bb-4388-99d7-6f4b8e533313 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998011 Jun 01 18:54:24.852336 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e3e43a16-4b81-4f8a-96e2-b3330a4e8869 req-25c509b2-aab6-4b8a-99fe-b932be405ca2 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228296 Jun 01 18:54:24.861041 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.952983 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 7cbec90b-155d-4744-b06c-00ec79088263 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:24.953667 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Deleting port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:24.954098 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.998873 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 7cbec90b-155d-4744-b06c-00ec79088263 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:54:24.999266 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 7cbec90b-155d-4744-b06c-00ec79088263 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:24.999701 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:25.024992 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] DHCP port deletion for 618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 request from dv-cinder-794021-1-smb {{(pid=103500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 18:54:25.038326 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:54:25.038674 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 1aa0cae8-7b17-4112-81ea-4601a8cf6c92 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:25.064052 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] For port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,segment=NetworkSegment(f84d582c-2ea9-4126-bfc0-808bc08c01f3),segment_id=f84d582c-2ea9-4126-bfc0-808bc08c01f3)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:25.064400 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.099951 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] Deleting port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:54:25.100336 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.185626 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Calling delete_port for 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:25.232863 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.235355 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] For port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,segment=NetworkSegment(f84d582c-2ea9-4126-bfc0-808bc08c01f3),segment_id=f84d582c-2ea9-4126-bfc0-808bc08c01f3)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:25.235750 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.236760 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-80c16994-79d0-416f-9899-5f97132afcac tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:25.280683 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Pushing event deleted for resources: {'Port': ['ID=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:25.284363 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:25.286547 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] No DVR routers for this DVR port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 on host dv-cinder-794021-1-smb {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:54:25.361627 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] Calling delete_port for 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:54:25.399607 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.406732 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.411504 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:25.413721 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618c6f3a-14a1-4f2d-a0ad-eb10574b5d87']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:25.426355 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84d582c-2ea9-4126-bfc0-808bc08c01f3') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:25.426646 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84d582c-2ea9-4126-bfc0-808bc08c01f3') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:25.438222 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.454140 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] Pushing event deleted for resources: {'Port': ['ID=052ad4f0-7ace-4169-a8ad-dc69bcc76fe4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:25.456864 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.457821 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:25.458630 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88657fae-3f3f-4b35-ae26-f366a0dda480 None None] No DVR routers for this DVR port 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 on host dv-cinder-794021-1-smb {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:54:25.465512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:54:25.465968 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:54:25.479993 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:54:25.553239 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.557054 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-958f8d54-c5fa-4cda-9671-6b9414d37523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:25.573783 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.583748 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Pushing event deleted for resources: {'Network': ['ID=618c6f3a-14a1-4f2d-a0ad-eb10574b5d87,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:25.586390 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:25.588732 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] 10.222.0.15 "DELETE /v2.0/networks/618c6f3a-14a1-4f2d-a0ad-eb10574b5d87 HTTP/1.1" status: 204 len: 168 time: 0.8611891 Jun 01 18:54:25.763639 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51874) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:25.814136 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-312bcca1-1e80-4f40-951a-40385cc0e93a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbe7b5e133be449c9ad7d65e9fbd5f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472984 Jun 01 18:54:25.814495 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51878) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:25.911032 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd70367b-4bcc-438f-b7ff-a0066fe8f839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.952780 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd70367b-4bcc-438f-b7ff-a0066fe8f839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.002877 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1158ec-4a47-4103-ae27-a5b409270d82 req-c3e7bb7e-1679-4b84-8da2-c563981baa4c tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:26.004367 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9f1158ec-4a47-4103-ae27-a5b409270d82 req-c3e7bb7e-1679-4b84-8da2-c563981baa4c tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.1391616 Jun 01 18:54:26.050871 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd70367b-4bcc-438f-b7ff-a0066fe8f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.057442 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-de68deb6-becb-4461-8409-d4ace43512ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:26.065517 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9f1158ec-4a47-4103-ae27-a5b409270d82 req-8d2525f6-4e85-471a-b31f-86f9dd942f80 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545545 Jun 01 18:54:26.074383 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70367b-4bcc-438f-b7ff-a0066fe8f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2951e06-bdec-446b-ba99-a6e95ea33557,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:26.077196 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-cd70367b-4bcc-438f-b7ff-a0066fe8f839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:26.093147 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd70367b-4bcc-438f-b7ff-a0066fe8f839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.094255 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-cd70367b-4bcc-438f-b7ff-a0066fe8f839 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2951e06-bdec-446b-ba99-a6e95ea33557 HTTP/1.1" status: 204 len: 168 time: 0.2788935 Jun 01 18:54:26.443553 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51886) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:26.491859 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f747647b-2811-4a72-9d7e-dbd0803018ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a8fa68c63dc41e394d36e78cba97ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469937 Jun 01 18:54:26.495106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51888) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:26.554925 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.581847 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.640631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.645698 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9c72e5ab-2059-493c-abf5-3ed5a0abd446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:26.660615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26991f8b-9030-44b5-b09b-2ca171a86438,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:26.663167 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:26.664374 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.670498 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26991f8b-9030-44b5-b09b-2ca171a86438 HTTP/1.1" status: 204 len: 168 time: 0.1696720 Jun 01 18:54:26.934803 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:26.971572 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:54:26.971923 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 052ad4f0-7ace-4169-a8ad-dc69bcc76fe4 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:27.265457 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1fa96-cb3b-4c28-a3ca-d3efc583c435 req-6bb777c5-0251-4f3c-bebd-b93183befe77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:27.265457 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0bb1fa96-cb3b-4c28-a3ca-d3efc583c435 req-6bb777c5-0251-4f3c-bebd-b93183befe77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0854011 Jun 01 18:54:27.307324 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0bb1fa96-cb3b-4c28-a3ca-d3efc583c435 req-bba11655-efff-49df-953c-d7eb90cedc31 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376146 Jun 01 18:54:27.985780 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:54:28.653896 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 51912) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:28.689826 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cc5f0-da71-49f5-b71f-687ad9b61dd9 req-a5d0fc01-9835-44a4-a26e-3be0bde78f52 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:28.691456 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-184cc5f0-da71-49f5-b71f-687ad9b61dd9 req-a5d0fc01-9835-44a4-a26e-3be0bde78f52 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0834088 Jun 01 18:54:28.735142 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-184cc5f0-da71-49f5-b71f-687ad9b61dd9 req-2d8238da-3ce6-4014-adca-739d183f7d3a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383079 Jun 01 18:54:28.771729 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-b0d97ce5-363b-4f4b-9499-0a9e64cd8aff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164589 Jun 01 18:54:29.791751 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:29.912444 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.935682 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d692ce-f5cb-472e-899f-4d79ae7f26e6 req-27643f9a-4141-4a39-a712-02e298ac071f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:29.937189 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-99d692ce-f5cb-472e-899f-4d79ae7f26e6 req-27643f9a-4141-4a39-a712-02e298ac071f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0890181 Jun 01 18:54:29.940755 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:54:29.942982 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37992a3a-aedf-4707-9d00-faeb41d4cf28" -d '{"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-unplugged", "status": "completed", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:54:29.951676 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:29.955716 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.957628 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-3cb05999-2484-428e-a901-a21d382af4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:30.032018 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:30.040777 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.041706 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.042041 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.042361 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.042672 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.043356 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.043356 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.043661 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.043937 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.044240 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.044546 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.045002 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:30.049626 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:30.071756 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 18:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e751a7-2628-4bab-9674-d818c380ab52 x-openstack-request-id: req-40e751a7-2628-4bab-9674-d818c380ab52 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:54:30.072054 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-unplugged", "status": "completed", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:54:30.072931 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40e751a7-2628-4bab-9674-d818c380ab52 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:54:30.073295 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'code': 200} Jun 01 18:54:30.089803 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-99d692ce-f5cb-472e-899f-4d79ae7f26e6 req-092ea038-8a9e-4d01-9614-d46f20f93eec tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464968 Jun 01 18:54:30.189044 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4c78-f248-4e2b-9632-44f513433550 req-6bf89f14-6f5c-45cf-989a-04f4504dbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:30.190475 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-6bf89f14-6f5c-45cf-989a-04f4504dbb97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766&tenant_id=767e1c5351f84f27bd5b1a6843c37699 HTTP/1.1" status: 200 len: 1096 time: 0.0705118 Jun 01 18:54:30.287926 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4c78-f248-4e2b-9632-44f513433550 req-0a8d6f4e-ce61-4970-94de-a535a2e45a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:30.289317 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-0a8d6f4e-ce61-4970-94de-a535a2e45a73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1096 time: 0.0749381 Jun 01 18:54:30.417938 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4c78-f248-4e2b-9632-44f513433550 req-01b0281d-704f-47e7-82b9-586e10f2be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:30.419414 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-01b0281d-704f-47e7-82b9-586e10f2be19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 908 time: 0.1244121 Jun 01 18:54:30.522367 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-55744441-9ec0-4c64-9450-0d979118ee96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 999 time: 0.0966644 Jun 01 18:54:30.584387 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4c78-f248-4e2b-9632-44f513433550 req-e283dadf-41d1-46c6-9485-66b8dc1ffc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:30.585713 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-e283dadf-41d1-46c6-9485-66b8dc1ffc78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 200 len: 846 time: 0.0570164 Jun 01 18:54:30.670590 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f4c78-f248-4e2b-9632-44f513433550 req-f01381f6-c38b-4ddf-b1d9-6c2f008c143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:30.672133 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-f01381f6-c38b-4ddf-b1d9-6c2f008c143e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee089a73-6fad-4910-ab69-180367295953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761912 Jun 01 18:54:30.804069 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-56bee513-6dc3-4ff6-9000-daf0c0a6ee43 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254520 Jun 01 18:54:30.933606 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-885f4c78-f248-4e2b-9632-44f513433550 req-cf02563c-e564-4c62-9674-46f3dabc87a5 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226039 Jun 01 18:54:31.277530 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06509dde-9144-492f-9749-6fdf2f823b15 req-fc82c8ea-0133-4454-988c-d894ec48206b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:31.278914 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-06509dde-9144-492f-9749-6fdf2f823b15 req-fc82c8ea-0133-4454-988c-d894ec48206b tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.0829558 Jun 01 18:54:31.322936 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-06509dde-9144-492f-9749-6fdf2f823b15 req-81cd5ac2-0ce7-4f62-8d87-d524d486653a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381973 Jun 01 18:54:32.522853 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ef7ca-afc4-4986-8d38-a24c1aa6cfcb req-4ddadd96-7152-48a8-bddb-4f7b5741b676 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:32.524326 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d89ef7ca-afc4-4986-8d38-a24c1aa6cfcb req-4ddadd96-7152-48a8-bddb-4f7b5741b676 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.0947826 Jun 01 18:54:32.568937 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d89ef7ca-afc4-4986-8d38-a24c1aa6cfcb req-16b9b875-3495-4905-b744-078e1b9afbd6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381188 Jun 01 18:54:33.751333 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4d184-8546-4b77-b1d6-4f3240b910e4 req-cafe9f84-2d6c-46c2-8dbd-0035abee31e7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:33.752776 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8aa4d184-8546-4b77-b1d6-4f3240b910e4 req-cafe9f84-2d6c-46c2-8dbd-0035abee31e7 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 943 time: 0.0789635 Jun 01 18:54:33.799676 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:33.800800 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8aa4d184-8546-4b77-b1d6-4f3240b910e4 req-454e2793-58c8-402f-8a7e-03043db47586 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424662 Jun 01 18:54:33.929966 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:33.943214 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'port_id': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'mac_address': 'fa:16:3e:00:11:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:33.997629 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.014472 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:54:34.029707 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:34.033997 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.035765 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ef0f6636-c419-4efa-9f4a-008743e9a4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:34.102540 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:34.106095 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:34.372012 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['7a64da08-e7fe-4a0e-94dc-737eb875cbc1'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:34.875622 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ea24-b164-49d9-ade2-549cd19bc45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.987347 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.991144 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a0a4f-e655-467b-b433-2a4c16bb72d7 req-4d92260b-4c29-4065-9aef-43687c82f453 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:34.992610 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0a0a0a4f-e655-467b-b433-2a4c16bb72d7 req-4d92260b-4c29-4065-9aef-43687c82f453 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 944 time: 0.0824139 Jun 01 18:54:35.036709 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0a0a0a4f-e655-467b-b433-2a4c16bb72d7 req-12ee737e-7899-495b-89cd-262bea56daa1 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385001 Jun 01 18:54:35.818125 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:35.887239 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:35.887928 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:35.997530 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.022511 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:54:36.024714 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d3e309-f899-4701-9a13-88abc0db6508" -d '{"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-plugged", "status": "completed", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:54:36.033329 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:36.037310 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.039321 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-dba1f303-832b-48f2-830e-5bcd9fb8b97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:54:36.078641 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefcd245-86c6-4c3b-a823-eaa2a0b02a99 x-openstack-request-id: req-eefcd245-86c6-4c3b-a823-eaa2a0b02a99 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:54:36.078937 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-plugged", "status": "completed", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:54:36.079235 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eefcd245-86c6-4c3b-a823-eaa2a0b02a99 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:54:36.079587 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'code': 200} Jun 01 18:54:36.112340 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=8']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:36.115236 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:54:36.234743 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15801a-ac58-485e-8e4d-16acfeceb00b req-9b4f731c-c871-4ddf-9d76-ef82f6249ec6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:36.236315 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef15801a-ac58-485e-8e4d-16acfeceb00b req-9b4f731c-c871-4ddf-9d76-ef82f6249ec6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0881031 Jun 01 18:54:36.289260 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef15801a-ac58-485e-8e4d-16acfeceb00b req-f9b1d1bd-1b8c-4770-ac32-33c3ddc0f5e6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473497 Jun 01 18:54:36.370928 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5e069-39f9-434e-a6ef-8027716a48e4 req-0cac2c99-a90f-47f5-b93d-c24d23ff84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:36.372398 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-66d5e069-39f9-434e-a6ef-8027716a48e4 req-0cac2c99-a90f-47f5-b93d-c24d23ff84cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1098 time: 0.0717344 Jun 01 18:54:36.412543 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-66d5e069-39f9-434e-a6ef-8027716a48e4 req-9db1fe23-d88c-472d-bfbe-00516a8f60a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336232 Jun 01 18:54:37.164284 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.254147 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39121a44-a44a-419d-b546-8f5c62368512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.475418 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3cc6c-ef7c-44f8-bf88-b33d989414fd req-b08d4a95-6bc6-4afb-acc4-9546dd3ce2fc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:37.476880 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f2c3cc6c-ef7c-44f8-bf88-b33d989414fd req-b08d4a95-6bc6-4afb-acc4-9546dd3ce2fc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0812011 Jun 01 18:54:37.523370 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-f2c3cc6c-ef7c-44f8-bf88-b33d989414fd req-11f963a4-37d3-4b91-942f-57966eaec14d tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402713 Jun 01 18:54:38.538764 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.708681 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44406eef-f6b2-48f4-b614-2cbafe6b6489 req-cec1b812-bd6e-4979-ae4a-aad427457879 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:38.710119 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-44406eef-f6b2-48f4-b614-2cbafe6b6489 req-cec1b812-bd6e-4979-ae4a-aad427457879 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0784240 Jun 01 18:54:38.757382 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-44406eef-f6b2-48f4-b614-2cbafe6b6489 req-76960de1-724e-485d-bd2c-c9ca303e7969 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416794 Jun 01 18:54:39.964976 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.433757 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acdf2a-7d3f-4b5e-95b0-a109b985528a req-0022b069-6d7f-41d2-bdcc-cfd87bf7fcce tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:53.435217 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a7acdf2a-7d3f-4b5e-95b0-a109b985528a req-0022b069-6d7f-41d2-bdcc-cfd87bf7fcce tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0824277 Jun 01 18:54:53.480122 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a7acdf2a-7d3f-4b5e-95b0-a109b985528a req-5ba3bdd0-4d3f-4635-bc61-d772af6388e3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390992 Jun 01 18:54:54.672513 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7f101-d4b7-4362-a0c0-fe147284dbf4 req-d930af7d-21d8-45c1-bb72-4ae1a5b18d3e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:54.673991 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2ed7f101-d4b7-4362-a0c0-fe147284dbf4 req-d930af7d-21d8-45c1-bb72-4ae1a5b18d3e tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0828977 Jun 01 18:54:54.717532 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2ed7f101-d4b7-4362-a0c0-fe147284dbf4 req-1c102128-05ef-41d8-8ec4-bb899dc7f6bb tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380602 Jun 01 18:54:55.904193 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95328e22-85af-407e-9c17-349ccbd344af req-24d8f621-67e3-48f0-9ff1-8fb5dc6e0acf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:55.905605 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-95328e22-85af-407e-9c17-349ccbd344af req-24d8f621-67e3-48f0-9ff1-8fb5dc6e0acf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0772598 Jun 01 18:54:55.949077 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-95328e22-85af-407e-9c17-349ccbd344af req-677a02ce-75b4-4f8e-88c5-838685a712e4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376327 Jun 01 18:54:57.226024 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e223f-cc26-4c6a-a4d8-9aec36c62ff0 req-1789b5f7-0726-42d0-9cf7-feec44912cb0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:57.227547 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-891e223f-cc26-4c6a-a4d8-9aec36c62ff0 req-1789b5f7-0726-42d0-9cf7-feec44912cb0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.1717784 Jun 01 18:54:57.270992 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-891e223f-cc26-4c6a-a4d8-9aec36c62ff0 req-26b4dc67-ab6c-49f1-bd42-3699bcc6ca1f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 Jun 01 18:54:58.461416 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6993b8-6e6a-4c63-abf4-b412a9c3551d req-93730aeb-4633-4e60-b4f5-e986c64daf46 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:58.463300 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8f6993b8-6e6a-4c63-abf4-b412a9c3551d req-93730aeb-4633-4e60-b4f5-e986c64daf46 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0813336 Jun 01 18:54:58.507454 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8f6993b8-6e6a-4c63-abf4-b412a9c3551d req-6bd66c22-e3e5-45b3-82dc-8131dfbc56f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385642 Jun 01 18:54:59.695944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287635fd-31e7-4433-8f67-4711d9297623 req-b72d2ada-676c-416d-8f3b-82bd033b7b54 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:54:59.697839 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-287635fd-31e7-4433-8f67-4711d9297623 req-b72d2ada-676c-416d-8f3b-82bd033b7b54 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0814004 Jun 01 18:54:59.741922 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-287635fd-31e7-4433-8f67-4711d9297623 req-af4c6945-331f-4ff0-9ae9-791d4d3e42f8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382061 Jun 01 18:55:00.942358 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61a08-27f5-4a5d-9bc6-7d15386056c0 req-15f8e9e8-549a-4be0-9b50-8fd936b4f0c2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:00.943867 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5ad61a08-27f5-4a5d-9bc6-7d15386056c0 req-15f8e9e8-549a-4be0-9b50-8fd936b4f0c2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0883684 Jun 01 18:55:00.988669 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5ad61a08-27f5-4a5d-9bc6-7d15386056c0 req-fe1e9eb9-8ea1-4ef7-b369-a5f4f1fbf53a tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383043 Jun 01 18:55:02.190762 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c29ff-4744-48e7-9a7f-e610579a265d req-cac681d7-bb0f-4c7d-9e9f-363aaecec1d6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:02.192254 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-687c29ff-4744-48e7-9a7f-e610579a265d req-cac681d7-bb0f-4c7d-9e9f-363aaecec1d6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0829365 Jun 01 18:55:02.237774 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-687c29ff-4744-48e7-9a7f-e610579a265d req-591f93ee-80dd-4362-9520-dd304a2783e3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391068 Jun 01 18:55:03.445587 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96137c71-e7e5-4921-af78-7c6b6dd69d8d req-73fd6f16-737e-4573-8056-c22888c1cfdf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:03.447546 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-96137c71-e7e5-4921-af78-7c6b6dd69d8d req-73fd6f16-737e-4573-8056-c22888c1cfdf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0897563 Jun 01 18:55:03.492500 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-96137c71-e7e5-4921-af78-7c6b6dd69d8d req-e9332e84-03d2-4bd3-b293-281de028fffe tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390925 Jun 01 18:55:04.693274 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e8f52-df1e-4778-9b1d-735c5f78f80c req-502c6b7e-aded-4ca4-9565-1b9a91d5d28f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:04.696424 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cd9e8f52-df1e-4778-9b1d-735c5f78f80c req-502c6b7e-aded-4ca4-9565-1b9a91d5d28f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0902357 Jun 01 18:55:04.746913 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-cd9e8f52-df1e-4778-9b1d-735c5f78f80c req-73142b28-9956-4919-a4b4-74e2e99a563b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442624 Jun 01 18:55:04.876945 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75852e92-e5d8-41a2-b595-8f260ccd4c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:04.985814 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:55:05.008176 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.935498 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34678af-7310-4365-813d-e4fe66f15355 req-26094591-e801-469c-9795-afd9c2f080d6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:05.936984 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d34678af-7310-4365-813d-e4fe66f15355 req-26094591-e801-469c-9795-afd9c2f080d6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0803344 Jun 01 18:55:05.982159 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d34678af-7310-4365-813d-e4fe66f15355 req-d5854eb3-1832-41f3-9843-05a1bb4afc2b tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Jun 01 18:55:06.016760 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:06.150080 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:06.163407 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'port_id': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'mac_address': 'fa:16:3e:2a:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:06.251156 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.268930 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a7b9583-8328-4691-9d02-7578d8f6ae11 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:55:06.284614 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:06.288017 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.289862 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb29d6e6-535c-4b45-8b6a-30559ca2786f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:06.359216 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:06.362293 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:06.376364 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['6a7b9583-8328-4691-9d02-7578d8f6ae11'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:07.167076 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.174546 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142579cf-c6c8-4a54-87e3-2136e7e49a37 req-a9f58cb0-8d02-48e4-9eca-cc697fcfa153 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:07.176354 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-142579cf-c6c8-4a54-87e3-2136e7e49a37 req-a9f58cb0-8d02-48e4-9eca-cc697fcfa153 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 945 time: 0.0825448 Jun 01 18:55:07.222574 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-142579cf-c6c8-4a54-87e3-2136e7e49a37 req-68c285af-24db-40e1-8927-aca39e1198db tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Jun 01 18:55:07.255707 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72b6a2-3193-4a37-8348-f1d0693f48f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.017937 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:08.083167 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 6a7b9583-8328-4691-9d02-7578d8f6ae11 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:08.083560 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.195188 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.222132 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:55:08.224351 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182d95e3-a579-427e-926a-eb0e38f91a78" -d '{"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:55:08.233026 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:08.237725 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.239581 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:08.277474 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3190b1f1-f00a-4f31-9ae1-09925603b8ad x-openstack-request-id: req-3190b1f1-f00a-4f31-9ae1-09925603b8ad {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:55:08.277769 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:55:08.278027 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3190b1f1-f00a-4f31-9ae1-09925603b8ad {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:55:08.278411 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'code': 200} Jun 01 18:55:08.309818 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:08.312841 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:08.412323 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694fc0-3193-418f-b9a3-4806dd5dc595 req-2f475158-ef52-465e-a6ba-6f99cf5000e4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:08.413783 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0d694fc0-3193-418f-b9a3-4806dd5dc595 req-2f475158-ef52-465e-a6ba-6f99cf5000e4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0814691 Jun 01 18:55:08.499214 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0d694fc0-3193-418f-b9a3-4806dd5dc595 req-e287083b-a71f-4db6-a914-d1b76f61ce15 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795274 Jun 01 18:55:08.530797 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-b7811606-c377-46af-931e-0b937855a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:08.532230 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-b7811606-c377-46af-931e-0b937855a461 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1099 time: 0.0767488 Jun 01 18:55:08.543662 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.692355 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-7ee9f218-d323-44e1-b0f1-6410868ddd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:08.693792 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-7ee9f218-d323-44e1-b0f1-6410868ddd3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.1407266 Jun 01 18:55:08.803307 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-ce654a20-006a-4c03-83e5-c0ba7874b29c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 200 len: 1002 time: 0.1022222 Jun 01 18:55:08.866344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-285cc1aa-b0e7-4cce-b3c1-9c4dada50cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:08.867764 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-285cc1aa-b0e7-4cce-b3c1-9c4dada50cc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0568218 Jun 01 18:55:08.945049 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-e99d016a-60c1-48da-9dfa-aa11ec36051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:08.946522 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-e99d016a-60c1-48da-9dfa-aa11ec36051e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722880 Jun 01 18:55:09.075342 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-94d8c3fe-7aca-4fe2-8a07-f81fec3349d7 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216748 Jun 01 18:55:09.203276 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2423daf6-8926-47f6-aa68-a7cc74bbd12a req-6acb39bd-e4df-4e53-aecf-66b45fea4c38 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204019 Jun 01 18:55:09.693358 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31339a81-d0d7-484c-bd33-002dacd6e05e req-31468e29-1928-4644-a95d-f650115b5f01 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:09.694833 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-31339a81-d0d7-484c-bd33-002dacd6e05e req-31468e29-1928-4644-a95d-f650115b5f01 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0812929 Jun 01 18:55:09.743246 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-31339a81-d0d7-484c-bd33-002dacd6e05e req-dfb0f57c-499b-4e02-93a5-ef76c74839d5 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Jun 01 18:55:09.968191 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.932671 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a3b2-0ecf-452f-893a-955a8c41857f req-0158a609-23b5-4c6d-be7d-6d4c72fca491 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:10.934118 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-86e8a3b2-0ecf-452f-893a-955a8c41857f req-0158a609-23b5-4c6d-be7d-6d4c72fca491 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0799863 Jun 01 18:55:10.977604 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-86e8a3b2-0ecf-452f-893a-955a8c41857f req-f92042d5-e4c2-41f7-998a-b03c96e67879 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377355 Jun 01 18:55:12.172824 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a08f6-0b1a-4fcd-962d-e12fbbce4068 req-f764b0b7-723a-4fbf-83f0-0d356f8d9908 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:12.174279 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d41a08f6-0b1a-4fcd-962d-e12fbbce4068 req-f764b0b7-723a-4fbf-83f0-0d356f8d9908 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0865142 Jun 01 18:55:12.223086 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d41a08f6-0b1a-4fcd-962d-e12fbbce4068 req-38572ef9-cc06-4baa-8c51-47a30b7a5e65 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431635 Jun 01 18:55:13.467127 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e7e7d-85b3-4757-954e-2007930bab53 req-7d34da57-343c-4d00-83d1-1070f8ebc21d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:13.468719 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d15e7e7d-85b3-4757-954e-2007930bab53 req-7d34da57-343c-4d00-83d1-1070f8ebc21d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.1221583 Jun 01 18:55:13.531679 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-d15e7e7d-85b3-4757-954e-2007930bab53 req-0a0bcb3a-b8c4-434a-b915-18170c5ea10c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552950 Jun 01 18:55:14.731293 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c169c2f-2fb7-4f72-9bfe-e12043bc37c7 req-62570f65-727e-4614-b339-bd6537566aa7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:14.733569 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2c169c2f-2fb7-4f72-9bfe-e12043bc37c7 req-62570f65-727e-4614-b339-bd6537566aa7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0914197 Jun 01 18:55:14.786013 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2c169c2f-2fb7-4f72-9bfe-e12043bc37c7 req-093491d8-28b8-452e-b535-39454908a2d0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463502 Jun 01 18:55:15.552861 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02cb71-6e95-47ba-8fc2-b66187b4681a req-6907aecb-c8ac-4f7a-a8de-c33799f1ba3d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:15.554358 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb02cb71-6e95-47ba-8fc2-b66187b4681a req-6907aecb-c8ac-4f7a-a8de-c33799f1ba3d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.0913799 Jun 01 18:55:15.705307 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb02cb71-6e95-47ba-8fc2-b66187b4681a req-c5a9a44c-a53d-4a2c-8d29-571b32a55eb3 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444793 Jun 01 18:55:15.989196 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d8da0-7fd2-4148-8fff-3b71e5858127 req-810e4292-7335-44ae-b17c-c107eb7d1e0c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:15.990681 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-634d8da0-7fd2-4148-8fff-3b71e5858127 req-810e4292-7335-44ae-b17c-c107eb7d1e0c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0820990 Jun 01 18:55:16.038860 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-634d8da0-7fd2-4148-8fff-3b71e5858127 req-587cf5bf-0208-439d-b0d4-d68614909865 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 Jun 01 18:55:16.897994 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad362-0726-4fd7-90da-14d856473c49 req-ddbddb8f-74f6-489d-8a41-83230a8e0677 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:16.905360 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b02ad362-0726-4fd7-90da-14d856473c49 req-ddbddb8f-74f6-489d-8a41-83230a8e0677 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.0874169 Jun 01 18:55:16.953604 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b02ad362-0726-4fd7-90da-14d856473c49 req-3ebb125c-400e-42f8-9d4f-c4547b016a77 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476885 Jun 01 18:55:17.247992 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608caa6d-cd54-4fb3-ad16-67c4372adf9a req-cd977e43-f645-494d-89d3-416be2eb6807 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:17.249499 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-608caa6d-cd54-4fb3-ad16-67c4372adf9a req-cd977e43-f645-494d-89d3-416be2eb6807 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0912800 Jun 01 18:55:17.304028 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-608caa6d-cd54-4fb3-ad16-67c4372adf9a req-8136cd68-b5dd-48da-82a3-c978acf8e1a9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487583 Jun 01 18:55:17.910556 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-655c9fdb-698d-4b3d-9a55-2677fabb1550 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:17.912857 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-655c9fdb-698d-4b3d-9a55-2677fabb1550 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.1484685 Jun 01 18:55:18.179396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Deleting port b50c9618-c6bc-4b50-bf42-c8e032bbb688 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:55:18.179740 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.204847 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb651525-1be6-4ebf-a95c-0d4a429e2c6c req-bfba6906-f8b8-4e2b-a902-154305ef83b9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:18.205789 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eb651525-1be6-4ebf-a95c-0d4a429e2c6c req-bfba6906-f8b8-4e2b-a902-154305ef83b9 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 946 time: 0.1387596 Jun 01 18:55:18.345057 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eb651525-1be6-4ebf-a95c-0d4a429e2c6c req-9ff9a5c7-bbe6-46fa-bd20-950e3353220b tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups?id=c859fc35-8f6e-4017-aefd-660533148794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189737 Jun 01 18:55:18.371309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] For port b50c9618-c6bc-4b50-bf42-c8e032bbb688, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b50c9618-c6bc-4b50-bf42-c8e032bbb688,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:18.380736 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.539435 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf300c-730d-42ab-99bf-41684b2c4e6a req-55589845-7ee3-42c6-aa98-99f149cc59e5 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:18.542084 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fccf300c-730d-42ab-99bf-41684b2c4e6a req-55589845-7ee3-42c6-aa98-99f149cc59e5 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0971062 Jun 01 18:55:18.607969 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fccf300c-730d-42ab-99bf-41684b2c4e6a req-5c02316b-2948-43d9-9dcf-b52ad4cc4394 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597446 Jun 01 18:55:18.710640 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.711002 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.711356 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Floating IP 6f954969-bd0b-4b38-a973-cb8e5a129c45 disassociated. External IP: 172.28.3.155, port: b50c9618-c6bc-4b50-bf42-c8e032bbb688. Jun 01 18:55:18.711694 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Calling delete_port for b50c9618-c6bc-4b50-bf42-c8e032bbb688 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:55:18.840207 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.846151 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1e1e1b92-e7d9-41a4-bb91-965bc90741a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:18.919495 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event deleted for resources: {'Port': ['ID=b50c9618-c6bc-4b50-bf42-c8e032bbb688,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:18.930863 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.931885 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.932342 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.932704 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.933056 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.933408 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.933757 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.934108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.934458 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.934800 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.935147 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.935541 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:18.941840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:19.140094 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Router f7fdcccf-344f-4bef-a24f-80f65a689436 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:55:19.348930 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:55:19.362049 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] Sync routers for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:55:19.380890 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:55:19.381678 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:55:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:19.620534 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] No DVR routers for this DVR port b50c9618-c6bc-4b50-bf42-c8e032bbb688 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:19.627447 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.642416 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'name': 'network-vif-deleted', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:55:19.650408 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbba1a50-f6c0-4719-8bcd-a4aaafd6be34" -d '{"events": [{"server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "name": "network-vif-deleted", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:55:19.683091 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f4ef478-75f6-497b-92bd-722ca66a24fe req-53fa9891-6e9c-4f79-ad8c-f3ab92c7511d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f67b2c44-f5fa-42a1-a369-3fd005fbbb8e HTTP/1.1" status: 200 len: 210 time: 0.0955560 Jun 01 18:55:19.683405 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:55:19.691998 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e6f214e2-0375-41a6-92f9-471f20c99a1e req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.36 "DELETE /v2.0/ports/b50c9618-c6bc-4b50-bf42-c8e032bbb688 HTTP/1.1" status: 204 len: 173 time: 1.7728069 Jun 01 18:55:19.751116 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1973c2d9-834b-4398-b9d0-bc518714a25b x-openstack-request-id: req-1973c2d9-834b-4398-b9d0-bc518714a25b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:55:19.751604 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67b2c44-f5fa-42a1-a369-3fd005fbbb8e", "name": "network-vif-deleted", "tag": "b50c9618-c6bc-4b50-bf42-c8e032bbb688", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:55:19.751980 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1973c2d9-834b-4398-b9d0-bc518714a25b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:55:19.752491 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67b2c44-f5fa-42a1-a369-3fd005fbbb8e', 'name': 'network-vif-deleted', 'tag': 'b50c9618-c6bc-4b50-bf42-c8e032bbb688', 'status': 'completed', 'code': 200} Jun 01 18:55:19.883149 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b1107-4ec2-4801-b05f-69443468aff1 req-12075dda-8ad1-4132-8f65-2996a3b17dae tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:19.886641 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5d6b1107-4ec2-4801-b05f-69443468aff1 req-12075dda-8ad1-4132-8f65-2996a3b17dae tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.1188426 Jun 01 18:55:19.946460 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-5d6b1107-4ec2-4801-b05f-69443468aff1 req-e1ea8ac9-cf5a-4209-94fc-5cc5da2d3f74 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534756 Jun 01 18:55:20.097706 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b50c9618-c6bc-4b50-bf42-c8e032bbb688 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:20.142774 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: b50c9618-c6bc-4b50-bf42-c8e032bbb688 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:55:20.143118 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b50c9618-c6bc-4b50-bf42-c8e032bbb688 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:20.178498 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:20.183826 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] Checking router: f7fdcccf-344f-4bef-a24f-80f65a689436 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:55:20.193378 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:55:20.194085 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:55:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:20.438959 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:55:20.815272 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52254) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:20.868828 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:20.873567 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa453730-f0cb-4981-be93-b38b30e31bd2 None None] The sync data for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb is: [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:47:56Z', 'revision_number': 4, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'fd844e98-9a1e-4a1e-aae9-fa5d0df82b41', 'name': '', 'network_id': 'fe65af93-e706-495a-8759-346f354f97fb', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'mac_address': 'fa:16:3e:51:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:54Z', 'updated_at': '2021-06-01T18:48:08Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'subnets': [{'id': '061778ed-4972-4d7d-afb3-23d51d92708c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:55:20.897641 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.942575 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.116843 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.126245 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8c690aae-de31-4d70-a866-6d017c543878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:21.140090 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c859fc35-8f6e-4017-aefd-660533148794,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:21.151498 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:21.171221 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.171221 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "DELETE /v2.0/security-groups/c859fc35-8f6e-4017-aefd-660533148794 HTTP/1.1" status: 204 len: 168 time: 0.3526566 Jun 01 18:55:21.173254 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52258) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:21.199450 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.api.v2.resource [None req-15f96f2c-a2a4-4261-aa3a-fafb26441b66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] show failed (client error): The resource could not be found. Jun 01 18:55:21.203168 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-15f96f2c-a2a4-4261-aa3a-fafb26441b66 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "GET /v2.0/security-groups/c859fc35-8f6e-4017-aefd-660533148794 HTTP/1.1" status: 404 len: 347 time: 0.0262556 Jun 01 18:55:21.204122 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52260) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:21.215379 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb264cb2-be6f-4677-8287-b7d40ece1555 req-287000ee-e1f1-4ca4-92f2-3d5850facb0c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:21.218722 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb264cb2-be6f-4677-8287-b7d40ece1555 req-287000ee-e1f1-4ca4-92f2-3d5850facb0c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.1457381 Jun 01 18:55:21.300917 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-cb264cb2-be6f-4677-8287-b7d40ece1555 req-efd11a75-a245-4077-984f-8395b6c93fd2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761399 Jun 01 18:55:21.348442 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21740403-4a03-4658-92ed-a39d2d04fa30 None None] New status for floating IP 6f954969-bd0b-4b38-a973-cb8e5a129c45: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:55:21.451876 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Deleting port 56817074-5a84-40cd-9625-4dfc98545111 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:55:21.452444 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.588650 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.588980 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.722654 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Calling delete_port for 56817074-5a84-40cd-9625-4dfc98545111 owned by network:floatingip {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:55:21.855416 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.859924 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:21.934223 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Pushing event deleted for resources: {'Port': ['ID=56817074-5a84-40cd-9625-4dfc98545111,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:21.936762 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:22.008518 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks [] for floatingip, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.023736 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.025507 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-54a4010a-def6-4a17-88fb-dc99455ef5be tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] 10.222.0.15 "DELETE /v2.0/floatingips/6f954969-bd0b-4b38-a973-cb8e5a129c45 HTTP/1.1" status: 204 len: 168 time: 0.8198402 Jun 01 18:55:22.492209 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2cf0c-1fab-4c46-8682-85bceb263c87 req-43918a94-ec8f-4c6d-9e2a-3a580ceff7a2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:22.494149 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-eeb2cf0c-1fab-4c46-8682-85bceb263c87 req-43918a94-ec8f-4c6d-9e2a-3a580ceff7a2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0797875 Jun 01 18:55:22.538426 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-eeb2cf0c-1fab-4c46-8682-85bceb263c87 req-b18c8171-39e6-48c6-95af-967387614644 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379581 Jun 01 18:55:23.015031 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-3a152a97-b99f-4935-a8d1-1104d63f792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:23.016499 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-3a152a97-b99f-4935-a8d1-1104d63f792a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1099 time: 0.0698664 Jun 01 18:55:23.172443 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-23eb0a3e-1cf4-47e8-b8d3-4b5b57431a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:23.173788 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-23eb0a3e-1cf4-47e8-b8d3-4b5b57431a75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.1497436 Jun 01 18:55:23.279851 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-b344862a-2b3d-40b1-ab13-8634fdd1a1ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 200 len: 1002 time: 0.0998385 Jun 01 18:55:23.344003 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-086405dd-a7f1-49ce-8c39-63093512d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:23.345454 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-086405dd-a7f1-49ce-8c39-63093512d977 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0596654 Jun 01 18:55:23.430567 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-362a8461-7ee0-4ef1-9030-e7395bff2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:23.432171 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-362a8461-7ee0-4ef1-9030-e7395bff2f84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807664 Jun 01 18:55:23.568208 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-307622c0-9278-47ab-8a5f-656be577cc2d service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292191 Jun 01 18:55:23.758036 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-eddc7dc1-2a76-4fd1-860e-cb9b7178cbd3 req-c783c5ac-f8d7-4467-a22a-7cce8d618f56 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828580 Jun 01 18:55:23.778285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac513-3612-4ec6-aeaf-cec900d205ae req-77ed6545-9d85-444e-ac20-0d8caef539dc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:23.779874 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffbac513-3612-4ec6-aeaf-cec900d205ae req-77ed6545-9d85-444e-ac20-0d8caef539dc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.1165600 Jun 01 18:55:23.829662 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ffbac513-3612-4ec6-aeaf-cec900d205ae req-1697ce9e-4f30-4cf2-b87d-75696687c4ed tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440037 Jun 01 18:55:25.027251 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f1ffd-dadc-4767-bedf-d944be9ce51a req-133dcdd4-b031-4d92-8bac-0f8e746124f8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:25.028590 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-218f1ffd-dadc-4767-bedf-d944be9ce51a req-133dcdd4-b031-4d92-8bac-0f8e746124f8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0829544 Jun 01 18:55:25.072189 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-218f1ffd-dadc-4767-bedf-d944be9ce51a req-b15bc0fb-6cf8-41db-ad08-f28b7a6b95f0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377662 Jun 01 18:55:26.032377 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52310) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:26.108366 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:26.233133 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:26.264197 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:55:26.266692 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfda1ed-3632-46d1-b75f-cd82ae7379d6" -d '{"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:55:26.271406 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177417b2-f2f7-496f-be8b-9c3b789c2b1e req-018050f0-930d-4f95-b6ef-629150bca1d2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:26.272879 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-177417b2-f2f7-496f-be8b-9c3b789c2b1e req-018050f0-930d-4f95-b6ef-629150bca1d2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 946 time: 0.0873926 Jun 01 18:55:26.275734 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:26.280401 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:26.282247 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-9da5851f-0575-4c85-9112-d2f3de7644ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:26.332604 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 18:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82562ad5-8e1e-422d-af1f-6061b52f07e6 x-openstack-request-id: req-82562ad5-8e1e-422d-af1f-6061b52f07e6 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:55:26.333165 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-unplugged", "status": "failed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11", "code": 422}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:55:26.333585 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82562ad5-8e1e-422d-af1f-6061b52f07e6 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:55:26.334186 dv-cinder-794021-1-smb neutron-server[103500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'code': 422} returned with failed status Jun 01 18:55:26.342010 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-177417b2-f2f7-496f-be8b-9c3b789c2b1e req-fa9e2558-6b9a-4409-99a9-9064a4ffd22c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523555 Jun 01 18:55:26.377813 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=8']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:26.381042 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:26.789716 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555069'] for router_interface, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.199431 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Deleting port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:55:27.200098 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.329387 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] For port fd844e98-9a1e-4a1e-aae9-fa5d0df82b41, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:27.329741 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.454771 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Calling delete_port for fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 owned by network:router_interface {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:55:27.746124 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.754515 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:27.803097 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bdd6f-7b80-43a6-90eb-91451d3b7eb4 req-e63c8dfb-05f4-469f-b0d7-f157ac85b64d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:27.804596 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f7bdd6f-7b80-43a6-90eb-91451d3b7eb4 req-e63c8dfb-05f4-469f-b0d7-f157ac85b64d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1478884 Jun 01 18:55:27.808543 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-db137d71-5365-4779-b2ce-fd3dd5776cdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146359 Jun 01 18:55:27.855376 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f7bdd6f-7b80-43a6-90eb-91451d3b7eb4 req-ae70698a-4f40-4fb9-8f81-1f62271b8e44 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 Jun 01 18:55:27.870626 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd844e98-9a1e-4a1e-aae9-fa5d0df82b41,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:27.893524 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.893898 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.894258 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.894620 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.894972 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.895366 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.895718 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.896064 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.896409 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.896859 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.897088 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.897426 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:27.902745 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:28.193749 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555693'] for router_interface, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:28.553129 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Router f7fdcccf-344f-4bef-a24f-80f65a689436 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:55:28.694260 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-5beea3b4-5c78-4303-a847-b1d8337f5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:28.695737 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-5beea3b4-5c78-4303-a847-b1d8337f5120 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82&tenant_id=92c8746bd91b446ea8565ee1d9be01ae HTTP/1.1" status: 200 len: 1097 time: 0.0731452 Jun 01 18:55:28.731487 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:55:28.741520 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] Sync routers for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:55:28.745512 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f2db6abd-15b6-4793-9e99-d4dba36ff485 admin admin] 10.222.0.15 "PUT /v2.0/routers/f7fdcccf-344f-4bef-a24f-80f65a689436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7095304 Jun 01 18:55:28.745759 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52358) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:28.752298 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:55:28.753314 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:55:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:28.793022 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-07cbde7a-0868-4b5e-80e2-0148edd31f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:28.794488 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-07cbde7a-0868-4b5e-80e2-0148edd31f67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1097 time: 0.0726526 Jun 01 18:55:28.925623 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:28.960520 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-f8e82c3f-c3f8-4d5c-a439-99f536ce6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:28.961983 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-f8e82c3f-c3f8-4d5c-a439-99f536ce6817 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 200 len: 918 time: 0.1617372 Jun 01 18:55:28.977503 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:55:29.182460 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-95abaff9-791e-4169-8f06-f508d2903955 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 200 len: 1000 time: 0.2139194 Jun 01 18:55:29.194326 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d338a99-ba64-40b6-af90-b4982e51866f req-3dc26b2f-84e4-42a5-b8f3-4c582a6da8cc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:29.195790 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9d338a99-ba64-40b6-af90-b4982e51866f req-3dc26b2f-84e4-42a5-b8f3-4c582a6da8cc tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1843717 Jun 01 18:55:29.210824 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:29.250023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-8d7b0ecc-652a-473f-87f8-ccc807a20303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:29.251556 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-8d7b0ecc-652a-473f-87f8-ccc807a20303 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 200 len: 856 time: 0.0634627 Jun 01 18:55:29.291808 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207'}], 'enable_snat': True}, 'gw_port_id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:55:27Z', 'revision_number': 5, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port': {'id': 'a2b6a6fe-31cc-44e2-af6f-0e8da88a643f', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:29.295814 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] Checking router: f7fdcccf-344f-4bef-a24f-80f65a689436 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:55:29.302333 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9d338a99-ba64-40b6-af90-b4982e51866f req-a866e15e-c6fa-4aaa-a4f4-14739a829cdd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857058 Jun 01 18:55:29.314377 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] Routers {'f7fdcccf-344f-4bef-a24f-80f65a689436'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:55:29.315167 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:55:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['f7fdcccf-344f-4bef-a24f-80f65a689436'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:29.320101 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Deleting port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:55:29.320598 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:29.345203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-8ff3fda2-fc26-4a1d-bfd4-f97810c99cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:29.346886 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-8ff3fda2-fc26-4a1d-bfd4-f97810c99cdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bea8fd4c-0c59-4197-a827-e3672777b4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895705 Jun 01 18:55:29.449394 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] For port a2b6a6fe-31cc-44e2-af6f-0e8da88a643f, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:29.449394 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:29.470981 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] Set router f7fdcccf-344f-4bef-a24f-80f65a689436 gateway port host: None {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:55:29.483772 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-ffb687ca-452b-45cc-843e-f2b1d308f38e service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292245 Jun 01 18:55:29.581946 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:55:29Z', 'revision_number': 6, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port_host': None}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:29.587277 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674e3117-496b-4c72-b433-3f501cee8a85 None None] The sync data for ids ['f7fdcccf-344f-4bef-a24f-80f65a689436'] in dv-cinder-794021-1-smb is: [{'id': 'f7fdcccf-344f-4bef-a24f-80f65a689436', 'name': 'tempest-AttachVolumeTestJSON-1605627258-router', 'tenant_id': 'b58f9822cb334903ba3a880b0e243e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:47Z', 'updated_at': '2021-06-01T18:55:29Z', 'revision_number': 6, 'project_id': 'b58f9822cb334903ba3a880b0e243e7e', 'gw_port_host': None}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:55:29.632492 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-099dbab3-2af7-46d7-b08b-a605631bd737 req-2913e3f8-275a-4a7b-92e9-5883d0312f98 service neutron] 10.222.0.36 "GET /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413369 Jun 01 18:55:29.700069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Calling delete_port for a2b6a6fe-31cc-44e2-af6f-0e8da88a643f owned by network:router_gateway {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:55:29.839768 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:29.843167 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ce412264-3126-4cf9-9100-7878a25d3a77 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:29.887213 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b6a6fe-31cc-44e2-af6f-0e8da88a643f,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:29.890436 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:29.992204 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550742'] for router_gateway, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.213540 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2893'] for router, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.217171 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.243499 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-455856'] for router, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.244802 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fdcccf-344f-4bef-a24f-80f65a689436 {{(pid=103498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:55:30.258483 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.263166 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8318364f-d9bc-4cdf-8876-304944c2f3f5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f7fdcccf-344f-4bef-a24f-80f65a689436 HTTP/1.1" status: 204 len: 168 time: 1.5138180 Jun 01 18:55:30.263612 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 52382) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:30.328119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Deleting subnet 061778ed-4972-4d7d-afb3-23d51d92708c {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:55:30.331534 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.393746 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61039881'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.564843 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f4a3-39f9-4c37-8041-199fcb1d58c0 req-f7009fce-26bc-4dcb-a947-290696649d67 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:30.566345 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f3b2f4a3-39f9-4c37-8041-199fcb1d58c0 req-f7009fce-26bc-4dcb-a947-290696649d67 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1236849 Jun 01 18:55:30.567672 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.654150 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f3b2f4a3-39f9-4c37-8041-199fcb1d58c0 req-a31f83ed-38dc-44f0-90b6-d687d6bdcaaf tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603225 Jun 01 18:55:30.885228 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61907210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61560680'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.889591 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-58b98cae-2d21-4ef7-9d3b-1c8b44f0b2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:30.927799 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061778ed-4972-4d7d-afb3-23d51d92708c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:30.930436 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:30.933824 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.939438 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4d0afd-dfe3-45c0-879f-50fa73b3cb9c None None] Network fe65af93-e706-495a-8759-346f354f97fb requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:55:30.943466 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-6ea5f1a4-c281-4749-afa6-b6c61700b24b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/061778ed-4972-4d7d-afb3-23d51d92708c HTTP/1.1" status: 204 len: 168 time: 0.6766422 Jun 01 18:55:30.943698 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 52388) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:30.996573 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device a2b6a6fe-31cc-44e2-af6f-0e8da88a643f no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:31.048583 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: a2b6a6fe-31cc-44e2-af6f-0e8da88a643f {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:55:31.048906 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device a2b6a6fe-31cc-44e2-af6f-0e8da88a643f not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:31.049488 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:31.073177 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.086915 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:55:31.087463 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device fd844e98-9a1e-4a1e-aae9-fa5d0df82b41 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:31.159509 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Deleting port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:55:31.159824 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.270171 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] For port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,segment=NetworkSegment(c1a58e19-2998-41aa-9433-47325bfe6496),segment_id=c1a58e19-2998-41aa-9433-47325bfe6496)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:31.270882 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.370408 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] DHCP port deletion for fe65af93-e706-495a-8759-346f354f97fb request from dv-cinder-794021-1-smb {{(pid=103500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 18:55:31.401696 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Calling delete_port for 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:55:31.440536 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Deleting port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:55:31.440836 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.452957 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.457700 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8426e7b7-0d5d-4b4d-bf1a-ac593a6e2431 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:31.551099 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] For port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16, host dv-cinder-794021-1-smb, got binding levels [] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:31.551827 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.631426 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Pushing event deleted for resources: {'Port': ['ID=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:31.633166 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] No DVR routers for this DVR port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 on host dv-cinder-794021-1-smb {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:31.635140 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:31.703805 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Calling delete_port for 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:55:31.707499 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.ipam_backend_mixin [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 was not found and therefore no delete operation was performed {{(pid=103500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 01 18:55:31.709019 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.713890 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:31.773899 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Pushing event deleted for resources: {'Port': ['ID=58eb2c20-c6a5-4de4-8cd7-b529e1043c16,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:31.778650 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] No DVR routers for this DVR port 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 on host dv-cinder-794021-1-smb {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:31.778860 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.787072 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.787714 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.792432 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.792970 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.794089 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.794593 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.794988 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe65af93-e706-495a-8759-346f354f97fb']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:31.795286 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.795780 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.796266 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.796750 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.797237 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.797704 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:31.803327 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:31.810365 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a58e19-2998-41aa-9433-47325bfe6496') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:31.810658 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a58e19-2998-41aa-9433-47325bfe6496') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:31.823001 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.848631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.858345 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:31.858827 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:55:31.873502 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:55:31.879616 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c824c-4440-40cf-bc93-2e7a3eff3105 req-7acb7eee-80f8-4b72-96ac-7e89cb7ad80f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:31.880789 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a61c824c-4440-40cf-bc93-2e7a3eff3105 req-7acb7eee-80f8-4b72-96ac-7e89cb7ad80f tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1007624 Jun 01 18:55:31.932405 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a61c824c-4440-40cf-bc93-2e7a3eff3105 req-f8906d0a-a106-4a92-aeca-55d9a5c7deb6 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452323 Jun 01 18:55:31.966496 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.966496 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c394ebef-bc65-4d10-9dda-b2a7cfc01ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:31.979765 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.001347 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe65af93-e706-495a-8759-346f354f97fb HTTP/1.1" status: 204 len: 168 time: 1.0566103 Jun 01 18:55:32.002579 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe65af93-e706-495a-8759-346f354f97fb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:32.005144 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:32.138714 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 52394) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:32.190970 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-f9936ff7-7ca4-474d-9c72-9e7336aae612 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b58f9822cb334903ba3a880b0e243e7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488586 Jun 01 18:55:32.191364 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 52396) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:32.256271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.284912 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.338795 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.344090 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-904012fd-7079-4f94-9d79-edeb2d976eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:32.374297 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e11bbe-39a3-4e87-a477-87cd064cbc41,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:32.377259 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:32.379341 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.386424 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43e11bbe-39a3-4e87-a477-87cd064cbc41 HTTP/1.1" status: 204 len: 168 time: 0.1908801 Jun 01 18:55:32.983045 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:33.039014 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:55:33.039731 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 58eb2c20-c6a5-4de4-8cd7-b529e1043c16 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:33.168009 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a746-21de-499f-9f82-9103fc8a986f req-4ad5aaeb-ee46-4f79-b584-29cbe2373d77 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:33.179808 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6ae3a746-21de-499f-9f82-9103fc8a986f req-4ad5aaeb-ee46-4f79-b584-29cbe2373d77 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1092877 Jun 01 18:55:33.201855 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52422) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:33.223507 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6ae3a746-21de-499f-9f82-9103fc8a986f req-3b8072be-e0bc-4269-a76b-9f1ecee38994 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Jun 01 18:55:33.316257 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.v2.base [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-25346297-network', 'tenant_id': 'a2b4056c70bd4c4a9482ab6786cbed4f'}} {{(pid=103498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:33.321451 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:33.325786 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Usage tracker for resource:network and tenant:a2b4056c70bd4c4a9482ab6786cbed4f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:33.329330 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:33.335270 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:33.346282 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Made reservation on behalf of a2b4056c70bd4c4a9482ab6786cbed4f for: {'network': 1} {{(pid=103498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:33.348672 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.362750 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.377878 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:33.381795 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b4056c70bd4c4a9482ab6786cbed4f is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:33.384796 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:33.390472 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:33.473339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.478869 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.485135 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a929eef8-a1d8-4a57-a3f5-f745b378ae05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:33.509246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:33.522490 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87499bcd-7371-4bc1-ad5a-d07df0add086,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:33.527648 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:33.528627 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.528967 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.segments_db [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Added segment 12118685-6a92-492c-8021-c351c513eaf4 of type vlan for network 126de7ee-6c44-4608-8d9a-e3375ab35f56 Jun 01 18:55:33.556785 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.587704 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.589069 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:33.589650 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.593150 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:33.691765 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4884214 Jun 01 18:55:33.693672 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 52426) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:33.699897 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Request body: {'subnet': {'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-25346297-subnet', 'tenant_id': 'a2b4056c70bd4c4a9482ab6786cbed4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:33.703243 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Pushing event updated for resources: {'Network': ['ID=126de7ee-6c44-4608-8d9a-e3375ab35f56,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:33.705150 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:33.706000 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:33.715431 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:33.718185 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Usage tracker for resource:subnet and tenant:a2b4056c70bd4c4a9482ab6786cbed4f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:33.721415 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:33.727454 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:33.740563 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Made reservation on behalf of a2b4056c70bd4c4a9482ab6786cbed4f for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:33.743277 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61560659'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.148651 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61907269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61560673'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.153019 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:34.227004 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:34.229828 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:34.238198 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Checking segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:55:34.238571 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Network hostable DHCP agents. Network: 126de7ee-6c44-4608-8d9a-e3375ab35f56, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:34.266861 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:34.278704 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, 126de7ee-6c44-4608-8d9a-e3375ab35f56) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:34.289610 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:34.290270 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.291382 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc17e03-f9ee-4b3c-884f-7b39cfa8ec6a None None] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:55:34.334436 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-264a93d7-d722-47cc-95f4-fad50ab8aaa2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6391616 Jun 01 18:55:34.504198 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c1f63-a77d-48d4-8685-eb661d6da121 req-bb083973-ef4d-469a-ada1-75512c3ae439 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:34.507318 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0a7c1f63-a77d-48d4-8685-eb661d6da121 req-bb083973-ef4d-469a-ada1-75512c3ae439 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1324408 Jun 01 18:55:34.537933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ea007-18df-4885-b4a9-5623d6599132 None None] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:55:34.584076 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0a7c1f63-a77d-48d4-8685-eb661d6da121 req-cf3f9bca-3117-489d-a94d-e3bb1d095cc0 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703135 Jun 01 18:55:34.880322 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dbc76f5b-e78d-4260-aaef-6c2fbd25901f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.963541 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-e2c3b2cf-d500-4a1d-a20a-7c2437d52029 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:34.964977 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-e2c3b2cf-d500-4a1d-a20a-7c2437d52029 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.1578963 Jun 01 18:55:34.980287 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-92bfa2ee-df6e-4228-a26f-57209130a089 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/quotas/a2b4056c70bd4c4a9482ab6786cbed4f HTTP/1.1" status: 200 len: 375 time: 0.0099850 Jun 01 18:55:35.028841 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:35.029510 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-496da504-8b08-4323-84da-943ed549338d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440252 Jun 01 18:55:35.236282 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-4650b96c-185a-4013-a716-d31cbda11159 service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995814 Jun 01 18:55:35.382580 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-81bd4761-a8cb-49db-9cf6-9032e06d329f service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405044 Jun 01 18:55:35.575777 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e7b511c5-3a75-4f7c-a78d-cb16c82c8999 req-93064ff6-fb08-41d1-95e1-65cfd929714e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0483553 Jun 01 18:55:35.902581 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3edef-95e8-4887-bd12-96d1832c6465 req-35f2c2b1-758f-48a1-8b85-5de19af3ab9d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:35.904323 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c3c3edef-95e8-4887-bd12-96d1832c6465 req-35f2c2b1-758f-48a1-8b85-5de19af3ab9d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.2039471 Jun 01 18:55:35.955377 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c3c3edef-95e8-4887-bd12-96d1832c6465 req-c7d21234-dd3f-4ca0-96cf-47489974c721 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451369 Jun 01 18:55:36.725680 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b6b090ff-52f1-4580-8583-ae381fe6c17c req-704b2184-decc-4b32-9e59-00f00b2e6d50 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0430310 Jun 01 18:55:37.154377 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a910f-429e-47d2-9132-9ed85b020773 req-e55c84bf-cfd2-4c50-a43c-16722a5a0684 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:37.167382 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bd0a910f-429e-47d2-9132-9ed85b020773 req-e55c84bf-cfd2-4c50-a43c-16722a5a0684 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0953417 Jun 01 18:55:37.175092 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.223117 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bd0a910f-429e-47d2-9132-9ed85b020773 req-939712e2-f1ad-4693-81dd-1bb8434117b7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514247 Jun 01 18:55:37.268121 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-03628396-622e-4d5d-bf05-42dcd0916f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.882808 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b93375ee-4282-4c0f-8a8f-548d68dc56e6 req-6bce6d15-eb72-4e02-90d1-207c6b8bf190 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0464230 Jun 01 18:55:38.423674 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab333a4-df9e-497a-a217-29b90c6438aa req-6ead2fe4-5d80-4128-9d0e-477ae30cf603 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:38.425186 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bab333a4-df9e-497a-a217-29b90c6438aa req-6ead2fe4-5d80-4128-9d0e-477ae30cf603 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0852747 Jun 01 18:55:38.475772 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bab333a4-df9e-497a-a217-29b90c6438aa req-1218767f-f7b5-460e-b799-66348e107601 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Jun 01 18:55:38.550709 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.037401 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-8378300b-76fd-4189-90c1-69e1fe7ffeba req-f63e7958-8320-483c-9634-a627429bbe86 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0444221 Jun 01 18:55:39.677735 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8480c0c-6e77-41d6-a79b-0d83874ed06e req-8a9e8faa-a412-4925-965f-e1cb98d7a952 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:39.679385 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b8480c0c-6e77-41d6-a79b-0d83874ed06e req-8a9e8faa-a412-4925-965f-e1cb98d7a952 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0885625 Jun 01 18:55:39.728201 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b8480c0c-6e77-41d6-a79b-0d83874ed06e req-65c0847c-f89e-4768-8c07-143eef58bf27 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418427 Jun 01 18:55:39.971773 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.206439 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-24a53a53-36f3-493f-b589-ccde710d41c1 req-c7d42b79-dfd7-41e7-966f-acbf7397ea7f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0567517 Jun 01 18:55:40.923889 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9d24-4386-4ab5-b337-32ecad51cb95 req-b269b5b7-6870-4c1a-bd35-39a7b99fcbab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:40.925340 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1c3b9d24-4386-4ab5-b337-32ecad51cb95 req-b269b5b7-6870-4c1a-bd35-39a7b99fcbab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0827169 Jun 01 18:55:40.970525 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1c3b9d24-4386-4ab5-b337-32ecad51cb95 req-3bc47e0e-0902-461e-812a-6bc12d1169b4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397012 Jun 01 18:55:41.396260 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1b2f2a3a-1088-4b53-ba4c-0b3fd3058e68 req-07481c07-c571-4a75-99d5-855835d9b836 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0454488 Jun 01 18:55:41.985429 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:55:42.164833 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c209f-79ba-4769-a508-18162444fe57 req-93cda3d7-3b4c-4fb6-926f-5281cab38b03 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:42.167558 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-350c209f-79ba-4769-a508-18162444fe57 req-93cda3d7-3b4c-4fb6-926f-5281cab38b03 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0847547 Jun 01 18:55:42.213849 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-350c209f-79ba-4769-a508-18162444fe57 req-6ba69a67-5edc-4b3d-ad30-73bb4c655075 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408640 Jun 01 18:55:42.542729 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e876686a-0d56-4720-a7d3-435bbab63fdd req-2162c075-4df6-4e35-83db-b805912bc9d0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0436089 Jun 01 18:55:43.402932 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0440a9-8172-49de-bfe6-7e00bbe02e30 req-5140226a-34ef-424b-885b-196f715347ea tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:43.404439 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7d0440a9-8172-49de-bfe6-7e00bbe02e30 req-5140226a-34ef-424b-885b-196f715347ea tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.0822191 Jun 01 18:55:43.455089 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7d0440a9-8172-49de-bfe6-7e00bbe02e30 req-fab42912-32dd-4f27-9c5a-dc0f5c1e1a6d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 Jun 01 18:55:43.740132 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-058fedcd-9c76-4a09-bce8-0857cb82ce58 req-457b07be-0a97-42a8-9f3f-ed6955f9b3d3 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0652835 Jun 01 18:55:44.236920 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-4d543c68-9277-4748-b3e0-eff0a41f21b9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:44.238373 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-4d543c68-9277-4748-b3e0-eff0a41f21b9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.1523645 Jun 01 18:55:44.251061 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Request body: {'port': {'device_id': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'admin_state_up': True, 'tenant_id': 'a2b4056c70bd4c4a9482ab6786cbed4f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:44.389119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:44.392935 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Usage tracker for resource:port and tenant:a2b4056c70bd4c4a9482ab6786cbed4f is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:44.395735 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:44.402124 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:44.411820 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Made reservation on behalf of a2b4056c70bd4c4a9482ab6786cbed4f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:44.415800 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:44.619648 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Allocated IP 172.20.0.3 (126de7ee-6c44-4608-8d9a-e3375ab35f56/4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f/5150a3b4-ddcc-46df-b41a-429c7e68539b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:44.701441 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186d700-e084-4de9-9491-28717a122d56 req-30cfba2b-724b-49da-8a05-7196f72b3d1d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:44.702872 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d186d700-e084-4de9-9491-28717a122d56 req-30cfba2b-724b-49da-8a05-7196f72b3d1d tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1364658 Jun 01 18:55:44.829203 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d186d700-e084-4de9-9491-28717a122d56 req-0411a32b-d339-4387-86d9-40b1b1705fbd tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110685 Jun 01 18:55:44.883400 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:44.901068 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4c9f9fbf-3911-44b5-b110-83fbb4bd9654 req-f6a937b6-b677-43cb-929f-fd785683740c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0541210 Jun 01 18:55:44.914224 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:44.921201 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-a023a977-5464-4214-b1a4-56ee26b03505 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:44.986294 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:44.987405 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:44.991378 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:55:45.029235 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event updated for resources: {'Port': ['ID=5150a3b4-ddcc-46df-b41a-429c7e68539b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:45.033807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:45.058228 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:45.058829 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.078181 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8308392 Jun 01 18:55:45.094302 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Request body: {'port': {'device_id': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:45.204557 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.629909 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5150a3b4-ddcc-46df-b41a-429c7e68539b {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:55:45.637557 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.651341 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Transition to ACTIVE for port object 5150a3b4-ddcc-46df-b41a-429c7e68539b will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:45.654461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.658125 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:45.807111 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5150a3b4-ddcc-46df-b41a-429c7e68539b,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:45.814021 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:45.886695 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Attempting to bind port 5150a3b4-ddcc-46df-b41a-429c7e68539b on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:45.886955 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Attempting to bind port 5150a3b4-ddcc-46df-b41a-429c7e68539b by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:45.887309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Attempting to bind port 5150a3b4-ddcc-46df-b41a-429c7e68539b on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:45.892122 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Port 5150a3b4-ddcc-46df-b41a-429c7e68539b on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:55:45.892439 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Attempting to bind port 5150a3b4-ddcc-46df-b41a-429c7e68539b on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:45.897371 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:45.897701 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Checking segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:55:45.898081 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Bound using segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:45.898494 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Bound port: 5150a3b4-ddcc-46df-b41a-429c7e68539b, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:45.898837 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.043093 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] For port 5150a3b4-ddcc-46df-b41a-429c7e68539b, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:46.046648 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] For port 5150a3b4-ddcc-46df-b41a-429c7e68539b, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5150a3b4-ddcc-46df-b41a-429c7e68539b,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:46.053490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.059538 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-672dc6c6-6a8c-4df6-bee0-6feb9ee7e3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:46.094140 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9381-0de2-436f-9910-59e7470ecd39 req-f90dcbfe-4742-44ac-a9f5-87086811e9ec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:46.095631 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0e5c9381-0de2-436f-9910-59e7470ecd39 req-f90dcbfe-4742-44ac-a9f5-87086811e9ec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 943 time: 0.0808432 Jun 01 18:55:46.123827 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ea1d9-0a1a-4429-aac1-e30853fdef4b req-dc27fee1-a54a-42f6-bf33-32ee5cdce6e8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:46.125300 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9c9ea1d9-0a1a-4429-aac1-e30853fdef4b req-dc27fee1-a54a-42f6-bf33-32ee5cdce6e8 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 944 time: 0.1820562 Jun 01 18:55:46.132400 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:46.133006 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.134364 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5150a3b4-ddcc-46df-b41a-429c7e68539b HTTP/1.1" status: 200 len: 1093 time: 1.0440776 Jun 01 18:55:46.134859 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'tag': '5150a3b4-ddcc-46df-b41a-429c7e68539b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:55:46.137205 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46f0453-739a-4a51-93a4-8954fd79bffc" -d '{"events": [{"name": "network-changed", "server_uuid": "879e93df-45a2-40b2-9b0c-3f378f20cfbd", "tag": "5150a3b4-ddcc-46df-b41a-429c7e68539b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:55:46.140543 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-0e5c9381-0de2-436f-9910-59e7470ecd39 req-73e55dea-9729-4344-a21f-70f28905b013 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:security_group {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:46.159514 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-0e5c9381-0de2-436f-9910-59e7470ecd39 req-73e55dea-9729-4344-a21f-70f28905b013 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:security_group {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:46.161065 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0e5c9381-0de2-436f-9910-59e7470ecd39 req-73e55dea-9729-4344-a21f-70f28905b013 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597239 Jun 01 18:55:46.208271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5150a3b4-ddcc-46df-b41a-429c7e68539b,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:46.218701 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:46.225213 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199d390c-756a-454c-b07d-b21014fa0fb6 x-openstack-request-id: req-199d390c-756a-454c-b07d-b21014fa0fb6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:55:46.225530 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879e93df-45a2-40b2-9b0c-3f378f20cfbd", "tag": "5150a3b4-ddcc-46df-b41a-429c7e68539b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:55:46.226096 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-199d390c-756a-454c-b07d-b21014fa0fb6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:55:46.226521 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'tag': '5150a3b4-ddcc-46df-b41a-429c7e68539b', 'status': 'completed', 'code': 200} Jun 01 18:55:46.231332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:46.245343 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9c9ea1d9-0a1a-4429-aac1-e30853fdef4b req-5614c440-32cd-418c-8364-ff6caae9bdd4 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030886 Jun 01 18:55:46.281328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1cbdeab1-2388-4b97-9b27-0241828efaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:46.283095 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-1cbdeab1-2388-4b97-9b27-0241828efaf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 1096 time: 0.1044705 Jun 01 18:55:46.353017 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:46.355841 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-aec1be1f-ffbf-4860-8e7a-b9dc16e130e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5150a3b4-ddcc-46df-b41a-429c7e68539b HTTP/1.1" status: 200 len: 217 time: 0.0662529 Jun 01 18:55:46.366191 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'port_id': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'mac_address': 'fa:16:3e:2a:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:46.421239 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.424294 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-696ec5da-6ea1-4dbe-ac9c-7c14c2e02cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:46.425751 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-696ec5da-6ea1-4dbe-ac9c-7c14c2e02cc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0639131 Jun 01 18:55:46.437642 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7b9583-8328-4691-9d02-7578d8f6ae11 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:55:46.452916 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:46.457109 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.458778 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:46.476668 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-7974ada7-f993-47b1-9c8f-d58076f909f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446634 Jun 01 18:55:46.527431 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=9']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:46.530505 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:46.607803 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-69d83a71-47f2-44a1-b310-7436ba90579d service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246958 Jun 01 18:55:46.738644 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d36310a9-f58c-47ec-9638-b82c3ced63df req-b7e7a0fe-77db-4d70-838c-0a1be507ad78 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244850 Jun 01 18:55:46.796037 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['6a7b9583-8328-4691-9d02-7578d8f6ae11'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:46.862700 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-bc559dfd-3031-4364-85ae-d5f973b16770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:46.864196 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-bc559dfd-3031-4364-85ae-d5f973b16770 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 1096 time: 0.0720069 Jun 01 18:55:46.996003 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-0801c477-6d32-4a7c-bd08-a93ae451242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:46.997434 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-0801c477-6d32-4a7c-bd08-a93ae451242e service neutron] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 914 time: 0.1272171 Jun 01 18:55:47.154566 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-6f1b69ce-5705-48f6-87f4-da7e3eb99a80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5150a3b4-ddcc-46df-b41a-429c7e68539b HTTP/1.1" status: 200 len: 217 time: 0.1509922 Jun 01 18:55:47.220084 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-0c56be35-4be6-473d-956e-3fd986caf0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:47.221505 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-0c56be35-4be6-473d-956e-3fd986caf0ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0609472 Jun 01 18:55:47.269790 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-febd0abc-2f17-4d80-b2b8-e761b148a45e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411143 Jun 01 18:55:47.455307 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51768010-878a-4ec7-9ff0-41c726da00e4 req-c3c5137c-8105-4738-8147-22cc5290473c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:47.456913 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-51768010-878a-4ec7-9ff0-41c726da00e4 req-c3c5137c-8105-4738-8147-22cc5290473c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 943 time: 0.1838725 Jun 01 18:55:47.458767 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-872d77ac-e8bf-4046-b5c9-2725a2b8b9a9 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830640 Jun 01 18:55:47.504454 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-51768010-878a-4ec7-9ff0-41c726da00e4 req-dfe5df71-2678-409f-882a-e84570234d6a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Jun 01 18:55:47.521114 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bab8-6fe1-45d7-b953-ab90b020b94d req-27400f2a-e063-41e8-aa3d-eec8a534d467 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:47.522485 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9700bab8-6fe1-45d7-b953-ab90b020b94d req-27400f2a-e063-41e8-aa3d-eec8a534d467 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 945 time: 0.1580145 Jun 01 18:55:47.635168 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9700bab8-6fe1-45d7-b953-ab90b020b94d req-4bd73155-aac7-4023-a916-90027fc70224 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705204 Jun 01 18:55:47.638330 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a46f0453-739a-4a51-93a4-8954fd79bffc req-ead5d275-ba92-4491-b97c-5e45f31fce16 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721776 Jun 01 18:55:48.205691 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:48.300917 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 6a7b9583-8328-4691-9d02-7578d8f6ae11 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:48.301281 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.412809 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.438624 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:55:48.440828 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae3cac-2ea0-4ca6-b2eb-4fb7bf1b9f4a" -d '{"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:55:48.449019 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:48.452994 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.454933 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:48.488076 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb175ef-65f8-4fd1-b2ad-34bfaeaac58f x-openstack-request-id: req-4eb175ef-65f8-4fd1-b2ad-34bfaeaac58f {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:55:48.488371 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:55:48.488630 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4eb175ef-65f8-4fd1-b2ad-34bfaeaac58f {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:55:48.489011 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'code': 200} Jun 01 18:55:48.520912 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=10']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:48.523703 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:48.748954 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e660b-f33f-4a99-b9e3-cd94d58ff407 req-53293bbc-b710-458d-a925-042c1b8061b3 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:48.749646 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ea7e660b-f33f-4a99-b9e3-cd94d58ff407 req-53293bbc-b710-458d-a925-042c1b8061b3 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:48.773162 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98627f-cf82-4106-bff3-a38825dcf904 req-9fcb183f-d4ef-4c78-a110-0ef63e7746fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:48.774896 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2c98627f-cf82-4106-bff3-a38825dcf904 req-9fcb183f-d4ef-4c78-a110-0ef63e7746fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 1100 time: 0.1058037 Jun 01 18:55:48.776011 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-ea7e660b-f33f-4a99-b9e3-cd94d58ff407 req-53293bbc-b710-458d-a925-042c1b8061b3 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:48.777011 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ea7e660b-f33f-4a99-b9e3-cd94d58ff407 req-53293bbc-b710-458d-a925-042c1b8061b3 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 943 time: 0.1678841 Jun 01 18:55:48.833577 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6d3fd-0010-49fd-96ec-bf12ff0cbd5c req-5686c1e6-cd10-4ea2-8df4-7ae9f3f2baac tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:48.835085 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e2d6d3fd-0010-49fd-96ec-bf12ff0cbd5c req-5686c1e6-cd10-4ea2-8df4-7ae9f3f2baac tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 947 time: 0.0833595 Jun 01 18:55:48.845932 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-2c98627f-cf82-4106-bff3-a38825dcf904 req-233cbff3-a6fb-4106-b028-798cd2905868 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642960 Jun 01 18:55:48.853159 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ea7e660b-f33f-4a99-b9e3-cd94d58ff407 req-065837b7-8232-4e49-9226-d015d6f01036 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585723 Jun 01 18:55:48.881333 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e2d6d3fd-0010-49fd-96ec-bf12ff0cbd5c req-431911d6-b644-4b18-9ad8-219ba330e6b3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403671 Jun 01 18:55:50.050328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bc98d-7208-431b-867c-92765afe68c9 req-433a8973-579e-4adf-b49d-026545c36240 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:50.051926 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-db5bc98d-7208-431b-867c-92765afe68c9 req-433a8973-579e-4adf-b49d-026545c36240 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 943 time: 0.0916355 Jun 01 18:55:50.084020 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b08d2-c7f4-4f36-92c9-11f8d6cd464e req-30cc83f7-ae7f-42ac-9cf2-a857f8416547 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:50.088526 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4c8b08d2-c7f4-4f36-92c9-11f8d6cd464e req-30cc83f7-ae7f-42ac-9cf2-a857f8416547 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 947 time: 0.0956740 Jun 01 18:55:50.114084 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-db5bc98d-7208-431b-867c-92765afe68c9 req-2be4105e-b95b-4eca-8fe3-11bc10672298 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554717 Jun 01 18:55:50.142976 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4c8b08d2-c7f4-4f36-92c9-11f8d6cd464e req-84437216-bc2e-4525-9206-e8a0df016271 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Jun 01 18:55:50.216934 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5150a3b4-ddcc-46df-b41a-429c7e68539b details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:50.350356 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 5150a3b4-ddcc-46df-b41a-429c7e68539b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5150a3b4-ddcc-46df-b41a-429c7e68539b,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:50.369622 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '5150a3b4-ddcc-46df-b41a-429c7e68539b', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'port_id': '5150a3b4-ddcc-46df-b41a-429c7e68539b', 'mac_address': 'fa:16:3e:55:9a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:50.439767 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.457879 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5150a3b4-ddcc-46df-b41a-429c7e68539b {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:55:50.474055 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 5150a3b4-ddcc-46df-b41a-429c7e68539b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5150a3b4-ddcc-46df-b41a-429c7e68539b,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:50.478896 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.481410 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:50.550790 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=5150a3b4-ddcc-46df-b41a-429c7e68539b,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:50.555930 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:50.808603 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:51.303604 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa184d1-12eb-4365-9e3c-95b42581231d req-920c8f1d-379a-43d1-bb24-70c4ff5e291a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:51.307988 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9aa184d1-12eb-4365-9e3c-95b42581231d req-920c8f1d-379a-43d1-bb24-70c4ff5e291a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 944 time: 0.0825768 Jun 01 18:55:51.343506 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465856b2-cd7d-4803-b83a-ea5727f3e760 req-d91ca27e-c384-4e34-819a-57c702c57272 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:51.344998 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-465856b2-cd7d-4803-b83a-ea5727f3e760 req-d91ca27e-c384-4e34-819a-57c702c57272 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 947 time: 0.0922484 Jun 01 18:55:51.353936 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9aa184d1-12eb-4365-9e3c-95b42581231d req-026902ab-b588-42ee-9126-88825379f435 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Jun 01 18:55:51.389212 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-465856b2-cd7d-4803-b83a-ea5727f3e760 req-db6e03c1-4f54-4d45-81f8-35b593a15dac tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385747 Jun 01 18:55:52.246282 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5150a3b4-ddcc-46df-b41a-429c7e68539b up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:52.314199 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 5150a3b4-ddcc-46df-b41a-429c7e68539b completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:52.318958 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 5150a3b4-ddcc-46df-b41a-429c7e68539b triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:52.319358 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.433992 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.463972 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150a3b4-ddcc-46df-b41a-429c7e68539b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:55:52.466102 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc970a98-7382-4854-9210-ea864f59633d" -d '{"events": [{"server_uuid": "879e93df-45a2-40b2-9b0c-3f378f20cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "5150a3b4-ddcc-46df-b41a-429c7e68539b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:55:52.473852 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 5150a3b4-ddcc-46df-b41a-429c7e68539b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5150a3b4-ddcc-46df-b41a-429c7e68539b,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:52.479160 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.482494 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:55:52.522799 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e12faca-d512-437f-8dd1-f859636b5c51 x-openstack-request-id: req-1e12faca-d512-437f-8dd1-f859636b5c51 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:55:52.523092 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879e93df-45a2-40b2-9b0c-3f378f20cfbd", "name": "network-vif-plugged", "status": "completed", "tag": "5150a3b4-ddcc-46df-b41a-429c7e68539b", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:55:52.523382 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e12faca-d512-437f-8dd1-f859636b5c51 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:55:52.523816 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150a3b4-ddcc-46df-b41a-429c7e68539b', 'code': 200} Jun 01 18:55:52.552421 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9b80c-eef5-47c7-a92b-8162e04b75f5 req-19f5d627-6fbd-4ac7-937e-d3b25491c824 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:52.554011 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a4a9b80c-eef5-47c7-a92b-8162e04b75f5 req-19f5d627-6fbd-4ac7-937e-d3b25491c824 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 945 time: 0.0962946 Jun 01 18:55:52.559163 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=5150a3b4-ddcc-46df-b41a-429c7e68539b,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:52.567825 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:55:52.602941 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a4a9b80c-eef5-47c7-a92b-8162e04b75f5 req-7f4c8b97-2a80-45a9-a071-178f24f0147c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Jun 01 18:55:52.734262 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960faf85-9123-47a3-8912-253e4b879497 req-ce2ded8c-ebd2-4885-952f-be1f2d9cac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:52.735959 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-960faf85-9123-47a3-8912-253e4b879497 req-ce2ded8c-ebd2-4885-952f-be1f2d9cac44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 1098 time: 0.0693297 Jun 01 18:55:52.776764 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-960faf85-9123-47a3-8912-253e4b879497 req-1bcea010-fb40-4ee6-a9e9-66b17dea2ee0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348663 Jun 01 18:55:53.791923 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930d2f9-daa5-421c-81f0-88cb5a472c93 req-f2e3eb13-4e83-4806-a4f9-3e467e42c48f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:53.793413 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4930d2f9-daa5-421c-81f0-88cb5a472c93 req-f2e3eb13-4e83-4806-a4f9-3e467e42c48f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 945 time: 0.0842443 Jun 01 18:55:53.840517 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4930d2f9-daa5-421c-81f0-88cb5a472c93 req-3215ccae-172e-4c43-b19e-27d89f1f63bb tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Jun 01 18:55:55.026589 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a614a5-40a9-4ba3-92e8-4ee492e390be req-724777fb-d1f9-4213-bf8f-e7606211e814 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:55.028046 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-35a614a5-40a9-4ba3-92e8-4ee492e390be req-724777fb-d1f9-4213-bf8f-e7606211e814 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 945 time: 0.0822971 Jun 01 18:55:55.072449 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-35a614a5-40a9-4ba3-92e8-4ee492e390be req-1380b359-4b7e-42f6-a091-e1aa4b1dffb3 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385745 Jun 01 18:55:59.514199 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-ebf07573-686a-41f2-8edb-a4ae524a7e16 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:55:59.515644 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-ebf07573-686a-41f2-8edb-a4ae524a7e16 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.1492469 Jun 01 18:55:59.530483 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-0b11937c-7806-4891-a083-06f38333d94a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/quotas/a2b4056c70bd4c4a9482ab6786cbed4f HTTP/1.1" status: 200 len: 375 time: 0.0094237 Jun 01 18:55:59.611234 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-6e05b20c-9eeb-446a-94a2-aef838a725ce tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754497 Jun 01 18:55:59.739241 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-e9eee3b2-51fa-4e7b-bf12-61895fe2ff1e service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214690 Jun 01 18:55:59.966261 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-e72c6e47-31e6-4906-b119-a555e22bf352 service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205739 Jun 01 18:56:00.143268 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e8e3502b-a36b-41fe-82ce-63e7c5ea6683 req-ec47eeda-ae0c-4582-b80e-55e7f06d122f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 210 time: 0.0462863 Jun 01 18:56:01.159826 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-de544e47-168b-40a0-9711-1d2271cd3c74 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:01.161211 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-de544e47-168b-40a0-9711-1d2271cd3c74 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.1502559 Jun 01 18:56:01.173959 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Request body: {'port': {'device_id': '637a9a5c-5587-4233-89a8-903fd02182b9', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'admin_state_up': True, 'tenant_id': 'a2b4056c70bd4c4a9482ab6786cbed4f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:01.316920 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-15424e3a-a360-4074-8625-34032a5b7ac7 req-f4548d1c-c105-4402-b344-ca1aa4edeecc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 210 time: 0.0496073 Jun 01 18:56:01.351377 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:01.360803 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:01.370615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Made reservation on behalf of a2b4056c70bd4c4a9482ab6786cbed4f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:01.374122 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.531307 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Allocated IP 172.20.0.6 (126de7ee-6c44-4608-8d9a-e3375ab35f56/4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f/e1041788-4a9d-4b9d-bd6d-8529c7297c64) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:01.731054 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.759791 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.765266 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-11f3f321-7ba5-49eb-b2ac-4e1eaa8f5660 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:01.772094 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:01.832403 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:01.835466 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:01.840065 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:56:01.871360 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event updated for resources: {'Port': ['ID=e1041788-4a9d-4b9d-bd6d-8529c7297c64,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:01.878894 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:01.917254 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:01.917881 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.947931 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7776527 Jun 01 18:56:01.960574 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Request body: {'port': {'device_id': '637a9a5c-5587-4233-89a8-903fd02182b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:02.089344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:02.479258 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1041788-4a9d-4b9d-bd6d-8529c7297c64 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:56:02.486846 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:02.503884 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Transition to ACTIVE for port object e1041788-4a9d-4b9d-bd6d-8529c7297c64 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:02.510523 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:02.514656 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-65228297-eae8-4eb8-aa37-ff4e462841f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:02.541208 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554bc68-becd-4d79-8fda-23d68dd3dd01 req-b6e4dfd5-dc96-405e-8443-f5813f12d99b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:02.542672 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4554bc68-becd-4d79-8fda-23d68dd3dd01 req-b6e4dfd5-dc96-405e-8443-f5813f12d99b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 931 time: 0.0920131 Jun 01 18:56:02.591093 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4554bc68-becd-4d79-8fda-23d68dd3dd01 req-747b2b68-9ef3-484f-81ba-6a406069ba61 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Jun 01 18:56:02.736183 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1041788-4a9d-4b9d-bd6d-8529c7297c64,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:02.761130 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:02.834877 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Attempting to bind port e1041788-4a9d-4b9d-bd6d-8529c7297c64 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:02.835219 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Attempting to bind port e1041788-4a9d-4b9d-bd6d-8529c7297c64 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:02.835543 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Attempting to bind port e1041788-4a9d-4b9d-bd6d-8529c7297c64 on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:02.840666 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Port e1041788-4a9d-4b9d-bd6d-8529c7297c64 on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:02.840975 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Attempting to bind port e1041788-4a9d-4b9d-bd6d-8529c7297c64 on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:02.845885 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:02.846215 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Checking segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:56:02.846584 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Bound using segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:02.846989 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Bound port: e1041788-4a9d-4b9d-bd6d-8529c7297c64, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:02.847356 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:02.936844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] For port e1041788-4a9d-4b9d-bd6d-8529c7297c64, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:02.939661 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] For port e1041788-4a9d-4b9d-bd6d-8529c7297c64, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=e1041788-4a9d-4b9d-bd6d-8529c7297c64,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:02.943913 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:02.949159 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:03.003889 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:03.004491 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:03.005810 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1041788-4a9d-4b9d-bd6d-8529c7297c64 HTTP/1.1" status: 200 len: 1093 time: 1.0498393 Jun 01 18:56:03.006309 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637a9a5c-5587-4233-89a8-903fd02182b9', 'tag': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:03.009104 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b66ef6-9aa8-4ab6-b37b-b569779590bb" -d '{"events": [{"name": "network-changed", "server_uuid": "637a9a5c-5587-4233-89a8-903fd02182b9", "tag": "e1041788-4a9d-4b9d-bd6d-8529c7297c64"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:03.028129 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1041788-4a9d-4b9d-bd6d-8529c7297c64,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:03.031328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:03.083363 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c8dbea-ae27-466e-95eb-729ed92fb489 x-openstack-request-id: req-77c8dbea-ae27-466e-95eb-729ed92fb489 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:03.083675 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637a9a5c-5587-4233-89a8-903fd02182b9", "tag": "e1041788-4a9d-4b9d-bd6d-8529c7297c64", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:03.083951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77c8dbea-ae27-466e-95eb-729ed92fb489 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:03.084348 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637a9a5c-5587-4233-89a8-903fd02182b9', 'tag': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'status': 'completed', 'code': 200} Jun 01 18:56:03.123792 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3b86dda9-5adf-49bd-a937-abd5d31d585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:03.125227 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3b86dda9-5adf-49bd-a937-abd5d31d585b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 1096 time: 0.0750494 Jun 01 18:56:03.192375 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-3a1cb428-f49d-4b2c-a08b-7dbb1a9aa300 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1041788-4a9d-4b9d-bd6d-8529c7297c64 HTTP/1.1" status: 200 len: 217 time: 0.0595715 Jun 01 18:56:03.255341 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-039b20e6-d194-4d23-996e-b238e4cfa665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:03.256724 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-039b20e6-d194-4d23-996e-b238e4cfa665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0585325 Jun 01 18:56:03.306608 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-480ba2af-e1b6-4e71-bc3e-f95ca3617ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398533 Jun 01 18:56:03.440074 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-57516d57-dda5-463b-ad00-189bfac874aa service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236281 Jun 01 18:56:03.575081 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5f923e46-04cb-4daf-9ba0-df6f5865fc5e req-02469aa2-fdd8-42a5-a1e5-171c00fe2c5b service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281700 Jun 01 18:56:03.697334 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-460266d7-7a93-4d54-8af5-8dc301310a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:03.698787 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-460266d7-7a93-4d54-8af5-8dc301310a98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 1096 time: 0.0747235 Jun 01 18:56:03.777761 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b5820-8add-450c-98a8-7f3382b4295b req-65fc8758-ee71-4be5-b0bb-1fa9ce599c2b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:03.779270 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae6b5820-8add-450c-98a8-7f3382b4295b req-65fc8758-ee71-4be5-b0bb-1fa9ce599c2b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 943 time: 0.0831940 Jun 01 18:56:03.824505 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ae6b5820-8add-450c-98a8-7f3382b4295b req-124d85fe-bc10-46bb-8549-4ced58a96b78 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389585 Jun 01 18:56:03.839602 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-1684b8e6-8e09-4ac0-b4b1-781d9074b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:03.841079 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-1684b8e6-8e09-4ac0-b4b1-781d9074b93f service neutron] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 914 time: 0.1300755 Jun 01 18:56:03.907038 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-eef0e9e8-6091-46ba-9330-d6bee1fc0b40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1041788-4a9d-4b9d-bd6d-8529c7297c64 HTTP/1.1" status: 200 len: 217 time: 0.0594981 Jun 01 18:56:03.972094 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-d554e297-4b23-44ef-b7cf-463306c42a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:03.973484 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-d554e297-4b23-44ef-b7cf-463306c42a7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0600307 Jun 01 18:56:04.020144 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-de219339-9463-40d6-848f-b4f8148fadf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396395 Jun 01 18:56:04.150418 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-07f7c747-7d39-4723-94d1-53b137f2ca34 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231453 Jun 01 18:56:04.282422 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-80b66ef6-9aa8-4ab6-b37b-b569779590bb req-9333ee51-f3b3-4418-b3f7-3c87963231f7 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251364 Jun 01 18:56:04.884617 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20989659-c086-45b9-9f2e-549dc3ab99d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.023272 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b86f4-bd1e-4c82-a52f-556439fb2746 req-a848800f-85d2-491a-bee2-02a2c2822232 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:05.023875 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.024012 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-9d2b86f4-bd1e-4c82-a52f-556439fb2746 req-a848800f-85d2-491a-bee2-02a2c2822232 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:05.038960 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-9d2b86f4-bd1e-4c82-a52f-556439fb2746 req-a848800f-85d2-491a-bee2-02a2c2822232 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:05.040176 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9d2b86f4-bd1e-4c82-a52f-556439fb2746 req-a848800f-85d2-491a-bee2-02a2c2822232 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 943 time: 0.1014805 Jun 01 18:56:05.085521 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9d2b86f4-bd1e-4c82-a52f-556439fb2746 req-8110534f-266c-4985-a28a-1cf820e2f562 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Jun 01 18:56:06.265868 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d729c-c6f0-4e2b-af04-d3e0f70f3c63 req-39e2aa13-b4d0-42e4-be6d-b34e014461ae tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:06.267330 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bf1d729c-c6f0-4e2b-af04-d3e0f70f3c63 req-39e2aa13-b4d0-42e4-be6d-b34e014461ae tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 943 time: 0.0781908 Jun 01 18:56:06.313637 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device e1041788-4a9d-4b9d-bd6d-8529c7297c64 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:06.314720 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bf1d729c-c6f0-4e2b-af04-d3e0f70f3c63 req-8e9aed4f-6b11-4aad-a143-48a922095650 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Jun 01 18:56:06.453633 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port e1041788-4a9d-4b9d-bd6d-8529c7297c64, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=e1041788-4a9d-4b9d-bd6d-8529c7297c64,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:06.467445 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'port_id': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'mac_address': 'fa:16:3e:5a:1d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:06.522774 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.540981 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1041788-4a9d-4b9d-bd6d-8529c7297c64 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:56:06.556847 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port e1041788-4a9d-4b9d-bd6d-8529c7297c64, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=e1041788-4a9d-4b9d-bd6d-8529c7297c64,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:06.560609 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.563422 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:06.629497 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=e1041788-4a9d-4b9d-bd6d-8529c7297c64,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:06.632397 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:06.949970 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['e1041788-4a9d-4b9d-bd6d-8529c7297c64'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:07.165865 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:07.260915 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6d13fdf-7a84-4936-a981-8786287f731f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:07.496553 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc62312-6a71-4f74-a046-78bfff298dc8 req-7860a11a-dfa0-429e-83c8-c0825e431562 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:07.497982 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5dc62312-6a71-4f74-a046-78bfff298dc8 req-7860a11a-dfa0-429e-83c8-c0825e431562 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 944 time: 0.0797138 Jun 01 18:56:07.546586 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5dc62312-6a71-4f74-a046-78bfff298dc8 req-633031a3-069d-4aa5-a113-ee9de08a1745 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431037 Jun 01 18:56:08.318827 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device e1041788-4a9d-4b9d-bd6d-8529c7297c64 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:08.384430 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port e1041788-4a9d-4b9d-bd6d-8529c7297c64 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:08.389207 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port e1041788-4a9d-4b9d-bd6d-8529c7297c64 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:08.389576 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.525591 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.558029 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.562250 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a9a5c-5587-4233-89a8-903fd02182b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:08.564478 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d67f350-0cfa-41be-af6d-d1f54813f1db" -d '{"events": [{"server_uuid": "637a9a5c-5587-4233-89a8-903fd02182b9", "name": "network-vif-plugged", "status": "completed", "tag": "e1041788-4a9d-4b9d-bd6d-8529c7297c64"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:08.572623 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port e1041788-4a9d-4b9d-bd6d-8529c7297c64, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=e1041788-4a9d-4b9d-bd6d-8529c7297c64,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:08.577779 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.579743 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ef0f6636-c419-4efa-9f4a-008743e9a4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:08.613282 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8326cb71-2ae1-4f56-bc51-cb9c98ab9121 x-openstack-request-id: req-8326cb71-2ae1-4f56-bc51-cb9c98ab9121 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:08.613577 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637a9a5c-5587-4233-89a8-903fd02182b9", "name": "network-vif-plugged", "status": "completed", "tag": "e1041788-4a9d-4b9d-bd6d-8529c7297c64", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:08.613831 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8326cb71-2ae1-4f56-bc51-cb9c98ab9121 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:08.614211 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a9a5c-5587-4233-89a8-903fd02182b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'code': 200} Jun 01 18:56:08.649835 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=e1041788-4a9d-4b9d-bd6d-8529c7297c64,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:08.652901 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:08.734295 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b62f7-51b0-440c-a79d-9bea21a9de7e req-3ed78ee5-aafa-4c75-bfe0-f4b8ed1ad14e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:08.735788 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b99b62f7-51b0-440c-a79d-9bea21a9de7e req-3ed78ee5-aafa-4c75-bfe0-f4b8ed1ad14e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 945 time: 0.0797012 Jun 01 18:56:08.821552 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b99b62f7-51b0-440c-a79d-9bea21a9de7e req-e92ea545-57cc-4bf0-8e77-347ba7447a6a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793679 Jun 01 18:56:08.851458 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cd6a8-0f36-4e3a-9620-5f6ef338449a req-ee59effa-27d8-404d-b9b2-f000d7a076ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:08.853602 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f85cd6a8-0f36-4e3a-9620-5f6ef338449a req-ee59effa-27d8-404d-b9b2-f000d7a076ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 1098 time: 0.0815926 Jun 01 18:56:08.993278 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f85cd6a8-0f36-4e3a-9620-5f6ef338449a req-ebf4a27c-0bbc-4939-90e5-f4f9a196f55c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274855 Jun 01 18:56:09.974963 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:10.015813 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e9e69-bb95-403d-8882-032e71329da0 req-1966b123-f8d5-430d-9227-58aaa63a62a7 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:10.017332 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-aa0e9e69-bb95-403d-8882-032e71329da0 req-1966b123-f8d5-430d-9227-58aaa63a62a7 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 945 time: 0.0840867 Jun 01 18:56:10.062479 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-aa0e9e69-bb95-403d-8882-032e71329da0 req-251ad84f-da04-4af5-8de5-2739efd0be49 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Jun 01 18:56:11.251046 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5116c3-5617-4d7c-842b-2ad35b106bab req-4e6f5285-4177-4751-a9ae-1e941189e784 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:11.252528 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0e5116c3-5617-4d7c-842b-2ad35b106bab req-4e6f5285-4177-4751-a9ae-1e941189e784 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 945 time: 0.0817316 Jun 01 18:56:11.296399 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0e5116c3-5617-4d7c-842b-2ad35b106bab req-1c8330ed-4009-4cb4-9ee2-5975681a18ae tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Jun 01 18:56:13.375863 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-88bc8bf1-3cba-4778-9cc0-0779d30f689d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:13.376574 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-88bc8bf1-3cba-4778-9cc0-0779d30f689d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:network {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:13.393856 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-88bc8bf1-3cba-4778-9cc0-0779d30f689d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:network {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:13.395018 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-88bc8bf1-3cba-4778-9cc0-0779d30f689d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.1616826 Jun 01 18:56:13.410275 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-b77b130f-965f-419a-9afb-9f62f413f6d1 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/quotas/a2b4056c70bd4c4a9482ab6786cbed4f HTTP/1.1" status: 200 len: 375 time: 0.0097125 Jun 01 18:56:13.506660 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-190a8e69-2c3b-475d-b692-9ea6becae48a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902238 Jun 01 18:56:13.645779 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-84c58c39-58de-4565-b9ed-60571087a83d service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317248 Jun 01 18:56:13.787426 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-59d0d53e-0f21-4d51-9afe-ee64b6eb91d4 service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341503 Jun 01 18:56:13.976626 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-39360156-1596-4cd9-9773-180ace0d37f3 req-9fba106b-4fe7-4720-8abb-86babe21c6ad tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 210 time: 0.0530703 Jun 01 18:56:15.076490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-17142ed1-6f1a-4930-a112-3fe3bf0dc4aa tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:15.079152 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-17142ed1-6f1a-4930-a112-3fe3bf0dc4aa tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.1558242 Jun 01 18:56:15.092719 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Request body: {'port': {'device_id': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'admin_state_up': True, 'tenant_id': 'a2b4056c70bd4c4a9482ab6786cbed4f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:15.150238 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-3126afa3-c32c-40b6-8a3a-81b6e69e1e0f req-2035eeb5-e8a1-44c3-879b-9df4146997f7 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 210 time: 0.0514257 Jun 01 18:56:15.254311 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:15.264545 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:15.294779 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Made reservation on behalf of a2b4056c70bd4c4a9482ab6786cbed4f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:15.298338 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.465867 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Allocated IP 172.20.0.7 (126de7ee-6c44-4608-8d9a-e3375ab35f56/4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f/b052456a-5bb0-4df2-b86f-106d5d4007ca) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:15.673921 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.703778 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.709222 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-4eaf873b-544f-4d5e-a701-ad4bf19ab144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:15.716669 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b', 'e1041788-4a9d-4b9d-bd6d-8529c7297c64'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:15.779594 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:15.782756 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:15.787037 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:56:15.817798 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event updated for resources: {'Port': ['ID=b052456a-5bb0-4df2-b86f-106d5d4007ca,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:15.825150 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:15.857841 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:15.858452 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.885796 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-72cbeb53-b454-42cf-955b-31666191c5c9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7976024 Jun 01 18:56:15.909243 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Request body: {'port': {'device_id': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:16.024230 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:16.402636 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ced1b3-fa42-4260-b02e-780673af4c62 req-e61bbd8f-5deb-47f2-b1f8-7ff912c6c41a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:16.403361 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-d3ced1b3-fa42-4260-b02e-780673af4c62 req-e61bbd8f-5deb-47f2-b1f8-7ff912c6c41a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:16.471830 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-d3ced1b3-fa42-4260-b02e-780673af4c62 req-e61bbd8f-5deb-47f2-b1f8-7ff912c6c41a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:16.472973 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d3ced1b3-fa42-4260-b02e-780673af4c62 req-e61bbd8f-5deb-47f2-b1f8-7ff912c6c41a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 931 time: 0.2079363 Jun 01 18:56:16.474844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b052456a-5bb0-4df2-b86f-106d5d4007ca {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:56:16.497421 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:16.530192 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Transition to ACTIVE for port object b052456a-5bb0-4df2-b86f-106d5d4007ca will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:16.534573 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:16.541038 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3fe1ac3d-d1a4-4c21-900e-3f8bd6e3087f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:16.583623 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-d3ced1b3-fa42-4260-b02e-780673af4c62 req-24224d74-53a4-4c5c-ae3f-e2625bb6d48f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042399 Jun 01 18:56:16.815762 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Pushing event updated for resources: {'Port': ['ID=b052456a-5bb0-4df2-b86f-106d5d4007ca,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:16.827034 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:16.899493 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Attempting to bind port b052456a-5bb0-4df2-b86f-106d5d4007ca on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:16.899815 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Attempting to bind port b052456a-5bb0-4df2-b86f-106d5d4007ca by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:16.900140 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Attempting to bind port b052456a-5bb0-4df2-b86f-106d5d4007ca on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:16.905026 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Port b052456a-5bb0-4df2-b86f-106d5d4007ca on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:16.905433 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Attempting to bind port b052456a-5bb0-4df2-b86f-106d5d4007ca on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:16.911563 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:16.911896 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Checking segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:56:16.912277 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Bound using segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:16.912687 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Bound port: b052456a-5bb0-4df2-b86f-106d5d4007ca, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:16.913041 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.011895 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] For port b052456a-5bb0-4df2-b86f-106d5d4007ca, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:17.014801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] For port b052456a-5bb0-4df2-b86f-106d5d4007ca, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b052456a-5bb0-4df2-b86f-106d5d4007ca,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:17.020016 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.025329 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ab883ce8-7ba4-475d-ad9d-2ae05033b7d7 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:17.087483 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:17.088097 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.089443 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] 10.222.0.36 "PUT /v2.0/ports/b052456a-5bb0-4df2-b86f-106d5d4007ca HTTP/1.1" status: 200 len: 1093 time: 1.1847899 Jun 01 18:56:17.089925 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'tag': 'b052456a-5bb0-4df2-b86f-106d5d4007ca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:17.092205 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53036caf-3f47-4a26-9ea1-11999d51e5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5e9a9-7a16-4948-9c5e-397de57d3fe0", "tag": "b052456a-5bb0-4df2-b86f-106d5d4007ca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:17.121919 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Pushing event updated for resources: {'Port': ['ID=b052456a-5bb0-4df2-b86f-106d5d4007ca,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:17.124899 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:17.158310 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad0a69-f85b-49e8-bbbc-7f824d212672 x-openstack-request-id: req-61ad0a69-f85b-49e8-bbbc-7f824d212672 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:17.158639 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5e9a9-7a16-4948-9c5e-397de57d3fe0", "tag": "b052456a-5bb0-4df2-b86f-106d5d4007ca", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:17.158920 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61ad0a69-f85b-49e8-bbbc-7f824d212672 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:17.159391 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'tag': 'b052456a-5bb0-4df2-b86f-106d5d4007ca', 'status': 'completed', 'code': 200} Jun 01 18:56:17.200510 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-9fb592c0-03e8-4d83-8643-3fa6962ecd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:17.202013 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-9fb592c0-03e8-4d83-8643-3fa6962ecd98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0755675 Jun 01 18:56:17.274878 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-bd5f0882-3035-4624-8cae-d6aadd03c88c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b052456a-5bb0-4df2-b86f-106d5d4007ca HTTP/1.1" status: 200 len: 217 time: 0.0655997 Jun 01 18:56:17.340691 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-26dc603e-3fde-488c-be13-3b6eb1a4cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:17.342338 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-26dc603e-3fde-488c-be13-3b6eb1a4cb48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0612235 Jun 01 18:56:17.403272 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-fd975723-6dd1-4f67-8843-17adff163e3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491087 Jun 01 18:56:17.551531 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-bd86885b-c9f7-4fe0-ae5d-79dcb546c317 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415477 Jun 01 18:56:17.737358 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c0678acc-c71e-449f-9af3-d7d968334fa5 req-96c4f880-3061-4c07-b8c9-b1d635e6b47a service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784787 Jun 01 18:56:17.784650 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bbcbc-64bf-408d-b38e-565761a13ae2 req-77791d63-6653-4ce2-8d95-91203038b533 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:17.786891 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-285bbcbc-64bf-408d-b38e-565761a13ae2 req-77791d63-6653-4ce2-8d95-91203038b533 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 943 time: 0.0961344 Jun 01 18:56:17.884735 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-285bbcbc-64bf-408d-b38e-565761a13ae2 req-1f5d9fb0-441e-4372-9b25-6670f246ccee tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914299 Jun 01 18:56:17.903768 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-bf726220-1f1d-4683-bccb-3a8e48921c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:17.905229 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-bf726220-1f1d-4683-bccb-3a8e48921c0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0984321 Jun 01 18:56:18.040891 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-3839762e-a1df-47a5-a4bc-b882a8ee558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:18.042326 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-3839762e-a1df-47a5-a4bc-b882a8ee558a service neutron] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 914 time: 0.1301551 Jun 01 18:56:18.118418 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-b084528f-595a-468e-9e5f-b0c08453c138 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b052456a-5bb0-4df2-b86f-106d5d4007ca HTTP/1.1" status: 200 len: 217 time: 0.0680711 Jun 01 18:56:18.181346 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-83fe9b82-316b-421a-adfd-82938b09ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:18.182691 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-83fe9b82-316b-421a-adfd-82938b09ea36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0579944 Jun 01 18:56:18.230904 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-ac3c385d-d564-4728-abc5-a6cd00ff549d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417192 Jun 01 18:56:18.371134 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-1c568eb1-ee0b-46e7-a18d-6b39fd1989cb service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331754 Jun 01 18:56:18.608860 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-53036caf-3f47-4a26-9ea1-11999d51e5a5 req-995957c1-950d-4b1f-be51-bb5abf8f3a9b service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310500 Jun 01 18:56:18.622626 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52694) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:18.984586 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:56:19.190358 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75efd50-f238-4d83-aea7-621bb8f15f5e req-be58c048-6713-4d67-be0c-1857e32d25c1 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:19.192557 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e75efd50-f238-4d83-aea7-621bb8f15f5e req-be58c048-6713-4d67-be0c-1857e32d25c1 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 943 time: 0.1747823 Jun 01 18:56:19.200473 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Deleting port 27449034-77b6-4341-b096-d153748523f5 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:19.200807 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.319024 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e75efd50-f238-4d83-aea7-621bb8f15f5e req-674ba2c0-7c3e-46b5-8a24-05768151a5d4 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203587 Jun 01 18:56:19.353989 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.354311 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.474587 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Calling delete_port for 27449034-77b6-4341-b096-d153748523f5 owned by network:floatingip {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:19.597561 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.602415 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a77a3dd3-721a-49d3-95ef-47807254ce44 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:19.669644 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event deleted for resources: {'Port': ['ID=27449034-77b6-4341-b096-d153748523f5,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:19.672046 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:19.737602 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for floatingip, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.737896 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.db.l3_db [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Floating IP 7fb0a0f7-0960-4a45-9cbb-a1e099707dec disassociated (deleted). External IP: 172.28.3.112, port: 7a64da08-e7fe-4a0e-94dc-737eb875cbc1. Jun 01 18:56:20.101585 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:20.282576 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:20.293316 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] Sync routers for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:20.303299 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:20.303901 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:20.313837 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.376648 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "DELETE /v2.0/floatingips/7fb0a0f7-0960-4a45-9cbb-a1e099707dec HTTP/1.1" status: 204 len: 168 time: 1.7503872 Jun 01 18:56:20.376648 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1'}] {{(pid=103498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:20.377260 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c087d56a06905c42b7f89c6997360147935d48b77f76ca756c223547ff139bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00d009a-493a-4f32-9c79-8cae936433b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1"}]}' {{(pid=103498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:20.398455 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b052456a-5bb0-4df2-b86f-106d5d4007ca details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:20.509809 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:20.557130 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9cf33-7f74-4116-a287-05cb3e29340f req-0d92deee-9895-4862-9902-8499e0ff5789 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:20.558679 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f8d9cf33-7f74-4116-a287-05cb3e29340f req-0d92deee-9895-4862-9902-8499e0ff5789 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 943 time: 0.1195822 Jun 01 18:56:20.601660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port b052456a-5bb0-4df2-b86f-106d5d4007ca, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b052456a-5bb0-4df2-b86f-106d5d4007ca,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:20.621355 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'b052456a-5bb0-4df2-b86f-106d5d4007ca', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'port_id': 'b052456a-5bb0-4df2-b86f-106d5d4007ca', 'mac_address': 'fa:16:3e:dc:57:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:20.630802 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f8d9cf33-7f74-4116-a287-05cb3e29340f req-fc2360e9-010e-4d47-ab48-3f311d84392f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659766 Jun 01 18:56:20.661160 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801946d9-a05b-4709-afc3-994e1ad7707d x-openstack-request-id: req-801946d9-a05b-4709-afc3-994e1ad7707d {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:20.661683 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1", "status": "completed", "code": 200}]} {{(pid=103498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:20.662024 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-801946d9-a05b-4709-afc3-994e1ad7707d {{(pid=103498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:20.662500 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'status': 'completed', 'code': 200} Jun 01 18:56:20.696896 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.715229 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b052456a-5bb0-4df2-b86f-106d5d4007ca {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:56:20.733521 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port b052456a-5bb0-4df2-b86f-106d5d4007ca, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b052456a-5bb0-4df2-b86f-106d5d4007ca,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:20.738840 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.741426 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:20.759265 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-7a1bb973-2a19-46c9-b5f2-2b1427eba360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:20.761003 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-7a1bb973-2a19-46c9-b5f2-2b1427eba360 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=767e1c5351f84f27bd5b1a6843c37699&device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 1098 time: 0.0782461 Jun 01 18:56:20.819251 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=b052456a-5bb0-4df2-b86f-106d5d4007ca,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:20.822412 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:20.961989 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 5, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:20.968078 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] Checking router: 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:56:20.977187 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:20.977372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651746a-271d-4cb0-bb2b-0749367d24bf req-a048c0f9-df07-4e93-a028-ad66db004cc9 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:20.978023 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:20.978757 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9651746a-271d-4cb0-bb2b-0749367d24bf req-a048c0f9-df07-4e93-a028-ad66db004cc9 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.2095225 Jun 01 18:56:20.983447 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-51d64138-0544-4a35-9288-a9e8754e0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:20.984813 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-51d64138-0544-4a35-9288-a9e8754e0cd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 200 len: 908 time: 0.2142594 Jun 01 18:56:21.068274 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-f8c20a53-c28e-4b0f-9ae6-b21ef3a2aedf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 200 len: 217 time: 0.0680041 Jun 01 18:56:21.113798 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['b052456a-5bb0-4df2-b86f-106d5d4007ca'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:21.123461 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9651746a-271d-4cb0-bb2b-0749367d24bf req-f26ff6b5-99cd-4c16-a50a-ed40b3e17b32 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376674 Jun 01 18:56:21.155436 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-802f1057-5be7-434c-8f7e-95d80c7cd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:21.157359 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-802f1057-5be7-434c-8f7e-95d80c7cd9a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 200 len: 846 time: 0.0793853 Jun 01 18:56:21.168750 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:21.243391 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-5ec932bc-74a9-4c82-a5dc-d65e611e2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:21.245028 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-5ec932bc-74a9-4c82-a5dc-d65e611e2cea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee089a73-6fad-4910-ab69-180367295953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808418 Jun 01 18:56:21.391770 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-4633e71d-56e1-414c-985b-0a2f27522e00 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308982 Jun 01 18:56:21.518809 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 5, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:21.522777 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ced2f-bab7-46b6-b411-c4b98595edcf None None] The sync data for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb is: [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:50:01Z', 'revision_number': 4, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': 'aa2a6658-0262-42bd-ba4b-f520e88c02d0', 'name': '', 'network_id': 'ee089a73-6fad-4910-ab69-180367295953', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'mac_address': 'fa:16:3e:5a:55:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:00Z', 'updated_at': '2021-06-01T18:50:11Z', 'revision_number': 5, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'subnets': [{'id': '1516edae-c0cb-4172-ad93-4821dceafaac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:21.528292 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b00d009a-493a-4f32-9c79-8cae936433b2 req-de78ab9d-949c-4bd7-80a7-4eb72da5c3f1 service neutron] 10.222.0.36 "GET /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297474 Jun 01 18:56:21.741394 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e914fc7-d0aa-4d8a-a4bf-ac03479e05a9 None None] New status for floating IP 7fb0a0f7-0960-4a45-9cbb-a1e099707dec: DOWN {{(pid=103500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:56:21.828804 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b133bd4-dcdc-4bce-9ed3-feca5a22df6e req-ea7d2c45-e7f8-4287-84ec-52fa48479f36 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:21.830334 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0b133bd4-dcdc-4bce-9ed3-feca5a22df6e req-ea7d2c45-e7f8-4287-84ec-52fa48479f36 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 944 time: 0.0828338 Jun 01 18:56:21.881339 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0b133bd4-dcdc-4bce-9ed3-feca5a22df6e req-d34133d3-bb96-4d0e-b86e-f36a3d1ed946 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Jun 01 18:56:22.325410 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc5974-cb1d-4094-90a1-72958aa6438d req-5c82486e-b833-401a-807d-fd074e725edc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:22.327036 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cdc5974-cb1d-4094-90a1-72958aa6438d req-5c82486e-b833-401a-807d-fd074e725edc tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0870717 Jun 01 18:56:22.377145 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0cdc5974-cb1d-4094-90a1-72958aa6438d req-a9edc36f-997a-4e1b-bd19-bad42cdc24e6 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/security-groups?id=337cff9e-eb26-4e19-ad98-83a4523b6f40&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442648 Jun 01 18:56:22.425834 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b052456a-5bb0-4df2-b86f-106d5d4007ca up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:22.493502 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port b052456a-5bb0-4df2-b86f-106d5d4007ca completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:22.498512 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port b052456a-5bb0-4df2-b86f-106d5d4007ca triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:22.498890 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.574776 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-edd32e04-13aa-4179-a9c8-e1530bb3b680 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:22.576234 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-edd32e04-13aa-4179-a9c8-e1530bb3b680 tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.36 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 945 time: 0.0882576 Jun 01 18:56:22.627138 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.656838 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052456a-5bb0-4df2-b86f-106d5d4007ca'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:22.659191 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c625a6-28c4-41e7-b257-5d609ac3510b" -d '{"events": [{"server_uuid": "15a5e9a9-7a16-4948-9c5e-397de57d3fe0", "name": "network-vif-plugged", "status": "completed", "tag": "b052456a-5bb0-4df2-b86f-106d5d4007ca"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:22.667590 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port b052456a-5bb0-4df2-b86f-106d5d4007ca, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b052456a-5bb0-4df2-b86f-106d5d4007ca,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:22.672064 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.674910 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-9da5851f-0575-4c85-9112-d2f3de7644ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:22.710417 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52464c96-531d-42e0-b509-593b3a80be00 x-openstack-request-id: req-52464c96-531d-42e0-b509-593b3a80be00 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:22.710703 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5e9a9-7a16-4948-9c5e-397de57d3fe0", "name": "network-vif-plugged", "status": "completed", "tag": "b052456a-5bb0-4df2-b86f-106d5d4007ca", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:22.711022 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52464c96-531d-42e0-b509-593b3a80be00 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:22.712040 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052456a-5bb0-4df2-b86f-106d5d4007ca', 'code': 200} Jun 01 18:56:22.728888 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Deleting port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:22.729223 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.750218 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=b052456a-5bb0-4df2-b86f-106d5d4007ca,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:22.753936 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:22.919476 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] For port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:22.919840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.194579 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Calling delete_port for 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:23.268424 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef595-a2ad-41fa-be41-1cf1a5008b87 req-75a4521d-0575-42e1-9f10-b7f2ce91b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:23.269891 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b4eef595-a2ad-41fa-be41-1cf1a5008b87 req-75a4521d-0575-42e1-9f10-b7f2ce91b649 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 1098 time: 0.3921878 Jun 01 18:56:23.312807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e0277-2f54-4d63-ac42-70d34a5b871a req-4117a9c2-7f5b-4814-b5df-4337d973cf6f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:23.314236 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3b9e0277-2f54-4d63-ac42-70d34a5b871a req-4117a9c2-7f5b-4814-b5df-4337d973cf6f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 945 time: 0.2131088 Jun 01 18:56:23.390545 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b4eef595-a2ad-41fa-be41-1cf1a5008b87 req-a078d3ae-9502-4ea5-a30c-5006fc57e0af service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114054 Jun 01 18:56:23.434649 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3b9e0277-2f54-4d63-ac42-70d34a5b871a req-66d9271d-0a50-4eae-9f59-043a7994fba5 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091237 Jun 01 18:56:23.441533 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.449560 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3dbfcdfa-e993-4e3f-921e-4704eb52ac99 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:23.497979 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event deleted for resources: {'Port': ['ID=7a64da08-e7fe-4a0e-94dc-737eb875cbc1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:23.547616 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.548106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.548579 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.548944 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.549388 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.549842 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.550275 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.550691 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.551148 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.551521 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.551869 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.552213 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:23.560624 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:23.608466 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] No DVR routers for this DVR port 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:23.610974 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.613787 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-deleted', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:23.616113 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a294805b-3228-452c-b13f-ec88acd9bc3e" -d '{"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-deleted", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:23.626989 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-18209fa6-4014-40cd-8cad-b74f21f85133 req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.36 "DELETE /v2.0/ports/7a64da08-e7fe-4a0e-94dc-737eb875cbc1 HTTP/1.1" status: 204 len: 173 time: 1.0454302 Jun 01 18:56:23.653842 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-1ad97992-bbf7-402e-b103-e172b59eb04b req-2b0e6112-412e-4221-a0d7-a47546da93fd tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Synchronizing usage tracker for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:port {{(pid=103498) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:23.669114 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74001079-2fbf-436c-93b8-a114f349b598 x-openstack-request-id: req-74001079-2fbf-436c-93b8-a114f349b598 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:23.669489 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1822f5c6-996a-4e89-85af-ced634ff6766", "name": "network-vif-deleted", "tag": "7a64da08-e7fe-4a0e-94dc-737eb875cbc1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:23.669843 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74001079-2fbf-436c-93b8-a114f349b598 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:23.670248 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1822f5c6-996a-4e89-85af-ced634ff6766', 'name': 'network-vif-deleted', 'tag': '7a64da08-e7fe-4a0e-94dc-737eb875cbc1', 'status': 'completed', 'code': 200} Jun 01 18:56:23.672416 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [req-1ad97992-bbf7-402e-b103-e172b59eb04b req-2b0e6112-412e-4221-a0d7-a47546da93fd tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Unset dirty status for tenant:767e1c5351f84f27bd5b1a6843c37699 on resource:port {{(pid=103498) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:23.673672 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-1ad97992-bbf7-402e-b103-e172b59eb04b req-2b0e6112-412e-4221-a0d7-a47546da93fd tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "GET /v2.0/ports?device_id=1822f5c6-996a-4e89-85af-ced634ff6766 HTTP/1.1" status: 200 len: 210 time: 0.1894150 Jun 01 18:56:24.636693 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237082c-bb6a-424a-8144-8144a6b3e99c req-9b0c498f-b520-4ca7-aec3-8ac3e9e94588 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:24.638092 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9237082c-bb6a-424a-8144-8144a6b3e99c req-9b0c498f-b520-4ca7-aec3-8ac3e9e94588 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 945 time: 0.0882401 Jun 01 18:56:24.687371 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-9237082c-bb6a-424a-8144-8144a6b3e99c req-1d283f16-efba-4c95-824e-93776d6deccd tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Jun 01 18:56:24.767061 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52730) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:24.835583 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.864593 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.928818 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.933121 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-31fe0576-4399-494f-8bd1-453739630734 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:24.947923 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337cff9e-eb26-4e19-ad98-83a4523b6f40,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:24.950632 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:24.956976 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.958594 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] 10.222.0.15 "DELETE /v2.0/security-groups/337cff9e-eb26-4e19-ad98-83a4523b6f40 HTTP/1.1" status: 204 len: 168 time: 0.1899223 Jun 01 18:56:25.012812 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52734) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:25.599594 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555069'] for router_interface, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:25.951972 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13208bd-50da-4c16-b1d3-c2c87193f0e4 req-4bfca14b-3c6f-404c-815e-9bac992cc5f9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:25.953340 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b13208bd-50da-4c16-b1d3-c2c87193f0e4 req-4bfca14b-3c6f-404c-815e-9bac992cc5f9 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 945 time: 0.1406293 Jun 01 18:56:26.048037 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b13208bd-50da-4c16-b1d3-c2c87193f0e4 req-0518f7d4-98d7-4940-883f-bf595e6958e1 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881963 Jun 01 18:56:26.110441 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Deleting port aa2a6658-0262-42bd-ba4b-f520e88c02d0 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:26.110820 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.235818 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] For port aa2a6658-0262-42bd-ba4b-f520e88c02d0, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=aa2a6658-0262-42bd-ba4b-f520e88c02d0,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:26.236176 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.456838 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:26.488678 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Calling delete_port for aa2a6658-0262-42bd-ba4b-f520e88c02d0 owned by network:router_interface {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:26.494743 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:56:26.495090 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 7a64da08-e7fe-4a0e-94dc-737eb875cbc1 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:26.640241 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.643612 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:26.688861 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2a6658-0262-42bd-ba4b-f520e88c02d0,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:26.691862 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:26.952371 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555693'] for router_interface, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.307335 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:27.477705 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:27.487082 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] Sync routers for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:27.497748 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-d6ee1207-aada-4ca3-9af6-f13461c30b2e admin admin] 10.222.0.15 "PUT /v2.0/routers/7d93e2d5-ea33-493f-825c-fc8e75b7dbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4813554 Jun 01 18:56:27.498020 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52750) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:27.499640 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:27.500243 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:27.675652 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks [] for router, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.686822 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:27.990947 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:56:26Z', 'revision_number': 5, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port': {'id': '27ef2284-6762-4291-bbf3-1a9792918e91', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:49:56Z', 'updated_at': '2021-06-01T18:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:27.996750 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] Checking router: 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:56:27.997940 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.006768 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] Routers {'7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:28.007429 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:28.088200 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Deleting port 27ef2284-6762-4291-bbf3-1a9792918e91 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:28.088612 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.171322 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] Set router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:28.218546 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] For port 27ef2284-6762-4291-bbf3-1a9792918e91, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=27ef2284-6762-4291-bbf3-1a9792918e91,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:28.218987 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.281199 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:56:27Z', 'revision_number': 6, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port_host': None}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:28.285459 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef46d0-2b14-4576-8c0e-eb38e99b6c6b None None] The sync data for ids ['7d93e2d5-ea33-493f-825c-fc8e75b7dbb0'] in dv-cinder-794021-1-smb is: [{'id': '7d93e2d5-ea33-493f-825c-fc8e75b7dbb0', 'name': 'tempest-TestShelveInstance-90398901-router', 'tenant_id': '767e1c5351f84f27bd5b1a6843c37699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:49:54Z', 'updated_at': '2021-06-01T18:56:27Z', 'revision_number': 6, 'project_id': '767e1c5351f84f27bd5b1a6843c37699', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:28.346598 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Calling delete_port for 27ef2284-6762-4291-bbf3-1a9792918e91 owned by network:router_gateway {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:28.487321 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.491720 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ec1ea75d-25c9-4f78-8286-853b20ac21eb tempest-ServerRescueNegativeTestJSON-383384484 tempest-ServerRescueNegativeTestJSON-383384484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:28.564171 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Pushing event deleted for resources: {'Port': ['ID=27ef2284-6762-4291-bbf3-1a9792918e91,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:28.603703 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.603998 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.604354 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.604702 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.605046 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.605390 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.605731 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.606090 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.606433 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.606767 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.607101 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.607456 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:28.610633 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:28.644848 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550742'] for router_gateway, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.816001 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2893'] for router, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.818121 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.840048 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-455856'] for router, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.840536 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 {{(pid=103498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:56:28.852763 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] Notify callbacks [] for router, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.853925 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-35bad6be-6f87-44a0-b812-f262e2ca313c admin admin] 10.222.0.15 "DELETE /v2.0/routers/7d93e2d5-ea33-493f-825c-fc8e75b7dbb0 HTTP/1.1" status: 204 len: 168 time: 1.3547437 Jun 01 18:56:28.856432 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52762) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:28.917872 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Deleting subnet 1516edae-c0cb-4172-ad93-4821dceafaac {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:56:28.920765 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.968443 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.052272 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.097688 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device aa2a6658-0262-42bd-ba4b-f520e88c02d0 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:29.135328 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: aa2a6658-0262-42bd-ba4b-f520e88c02d0 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:56:29.135854 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device aa2a6658-0262-42bd-ba4b-f520e88c02d0 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:29.136429 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 27ef2284-6762-4291-bbf3-1a9792918e91 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:29.208524 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 27ef2284-6762-4291-bbf3-1a9792918e91 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:56:29.208718 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 27ef2284-6762-4291-bbf3-1a9792918e91 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:29.312908 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.317099 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:29.454595 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1516edae-c0cb-4172-ad93-4821dceafaac,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:29.457756 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:29.458727 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.464809 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-a963be3e-1a0b-44dc-8370-53a7067aa31a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1516edae-c0cb-4172-ad93-4821dceafaac HTTP/1.1" status: 204 len: 168 time: 0.6074274 Jun 01 18:56:29.465701 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669992f-3eb0-43d4-a226-a7e603bd8f25 None None] Network ee089a73-6fad-4910-ab69-180367295953 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:56:29.467212 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52766) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:29.575463 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.646797 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Deleting port ba54e4b0-0b7e-4191-98af-a505269f2974 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:29.647047 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.722776 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] DHCP port deletion for ee089a73-6fad-4910-ab69-180367295953 request from dv-cinder-794021-1-smb {{(pid=103500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 18:56:29.753223 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] For port ba54e4b0-0b7e-4191-98af-a505269f2974, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=ba54e4b0-0b7e-4191-98af-a505269f2974,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:29.753571 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.788442 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Deleting port ba54e4b0-0b7e-4191-98af-a505269f2974 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:29.788815 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.874957 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Calling delete_port for ba54e4b0-0b7e-4191-98af-a505269f2974 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:29.881904 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] For port ba54e4b0-0b7e-4191-98af-a505269f2974, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=ba54e4b0-0b7e-4191-98af-a505269f2974,segment=NetworkSegment(dfcbb5c8-5018-40b5-a2bc-0dfa1887f864),segment_id=dfcbb5c8-5018-40b5-a2bc-0dfa1887f864)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:29.882304 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.925101 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.929873 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-9ea6a8ca-cfcf-4882-b17d-168f55764ded tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:29.977098 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] No DVR routers for this DVR port ba54e4b0-0b7e-4191-98af-a505269f2974 on host dv-cinder-794021-1-smb {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:30.004769 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Calling delete_port for ba54e4b0-0b7e-4191-98af-a505269f2974 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:30.005003 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba54e4b0-0b7e-4191-98af-a505269f2974,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:30.007306 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:30.047768 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.051251 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:30.093354 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Pushing event deleted for resources: {'Port': ['ID=ba54e4b0-0b7e-4191-98af-a505269f2974,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:30.096324 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:30.097330 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] No DVR routers for this DVR port ba54e4b0-0b7e-4191-98af-a505269f2974 on host dv-cinder-794021-1-smb {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:30.097458 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.112312 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee089a73-6fad-4910-ab69-180367295953']}} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:30.125186 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864') {'for_net_delete': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:30.125483 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcbb5c8-5018-40b5-a2bc-0dfa1887f864') {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:30.137602 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66047265'] for segment, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.154093 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.160302 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:56:30.160684 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65708106'] for segment, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: Traceback (most recent call last): Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: timer() Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: cb(*args, **kw) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: return func(*args, **kwargs) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: self._notify() Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: self.callback(batched_events) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: event.method(event) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: return f(self, *a, **k) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: return self._get(url).json() Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: return self.request(url, 'GET', **kwargs) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:56:30.174342 dv-cinder-794021-1-smb neutron-server[103498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:56:30.251982 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.257439 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.260756 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:30.283963 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee089a73-6fad-4910-ab69-180367295953,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:30.288446 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:30.300406 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 52772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:30.300952 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4b977efa-4dec-4417-a5b1-0f5cb6b142c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee089a73-6fad-4910-ab69-180367295953 HTTP/1.1" status: 204 len: 168 time: 0.8321133 Jun 01 18:56:30.853022 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555069'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.009771 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device ba54e4b0-0b7e-4191-98af-a505269f2974 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:31.049797 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: ba54e4b0-0b7e-4191-98af-a505269f2974 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:56:31.050151 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device ba54e4b0-0b7e-4191-98af-a505269f2974 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:31.369498 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Deleting port e759694e-f525-4363-9eab-5c1e77408af1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:31.370044 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.487880 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] For port e759694e-f525-4363-9eab-5c1e77408af1, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=e759694e-f525-4363-9eab-5c1e77408af1,segment=NetworkSegment(e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be),segment_id=e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:31.488238 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.613327 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Calling delete_port for e759694e-f525-4363-9eab-5c1e77408af1 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:31.763302 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.766765 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-a595736e-0cd6-40a2-a82d-c5968a0e62b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:31.812317 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e759694e-f525-4363-9eab-5c1e77408af1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:31.815373 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:32.086406 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555693'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.350222 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674f10-ded8-40bd-bd26-44766fad293f req-17e95872-37b2-44bf-9693-a3514c9710be tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:32.352249 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-17e95872-37b2-44bf-9693-a3514c9710be tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.1524360 Jun 01 18:56:32.369445 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-71c82d0f-8c32-48b7-999f-456c12f38e8d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/quotas/a2b4056c70bd4c4a9482ab6786cbed4f HTTP/1.1" status: 200 len: 375 time: 0.0100446 Jun 01 18:56:32.448798 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Router 695846d0-6461-41aa-bc28-49cbb68035e6 has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:32.453315 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-59f72251-478a-4a2d-84b7-25f779dc945b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786874 Jun 01 18:56:32.584815 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-bde139f9-565b-49aa-b847-94eca21f4bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243899 Jun 01 18:56:32.628075 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:32.636654 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] Sync routers for ids ['695846d0-6461-41aa-bc28-49cbb68035e6'] in dv-cinder-794021-1-smb {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:32.647532 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] 10.222.0.15 "PUT /v2.0/routers/695846d0-6461-41aa-bc28-49cbb68035e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3435161 Jun 01 18:56:32.647738 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] Routers {'695846d0-6461-41aa-bc28-49cbb68035e6'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:32.647899 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 52802) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:32.649036 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['695846d0-6461-41aa-bc28-49cbb68035e6'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:32.721424 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-0197221f-ed11-4057-8f13-ce7a765e392b service neutron] 10.222.0.15 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301765 Jun 01 18:56:32.842034 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] Set router 695846d0-6461-41aa-bc28-49cbb68035e6 gateway port host: dv-cinder-794021-1-smb {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:32.979363 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-1364c859-2ce9-45b8-a12a-0db88a691aae req-65e37929-7664-4a39-a114-42a54dd81b0a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 210 time: 0.0639088 Jun 01 18:56:32.994807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.153386 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:56:31Z', 'revision_number': 5, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port': {'id': 'e9ab1061-8267-4caf-a6bc-72e7ae8c69c3', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:50:09Z', 'updated_at': '2021-06-01T18:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:33.157572 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] Checking router: 695846d0-6461-41aa-bc28-49cbb68035e6 for host: dv-cinder-794021-1-smb {{(pid=103500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:56:33.166458 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] Routers {'695846d0-6461-41aa-bc28-49cbb68035e6'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:33.167158 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:07Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['695846d0-6461-41aa-bc28-49cbb68035e6'], 'active': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:33.181177 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.263748 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Deleting port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:33.264087 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.320173 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvr_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] Set router 695846d0-6461-41aa-bc28-49cbb68035e6 gateway port host: None {{(pid=103500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:33.396280 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] For port e9ab1061-8267-4caf-a6bc-72e7ae8c69c3, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:33.396630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.460522 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_hamode_db [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:56:33Z', 'revision_number': 6, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port_host': None}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:33.465429 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0b857-715e-4c57-9a46-872e2d09040a None None] The sync data for ids ['695846d0-6461-41aa-bc28-49cbb68035e6'] in dv-cinder-794021-1-smb is: [{'id': '695846d0-6461-41aa-bc28-49cbb68035e6', 'name': 'tempest-TestShelveInstance-60495157-router', 'tenant_id': 'e962e35b15114533a157c387578d828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:50:07Z', 'updated_at': '2021-06-01T18:56:33Z', 'revision_number': 6, 'project_id': 'e962e35b15114533a157c387578d828d', 'gw_port_host': None}] {{(pid=103500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:33.534390 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Calling delete_port for e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:33.671970 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.675247 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-35c9647d-3612-4dd6-af19-2249e9e1e8b0 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:33.717079 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ab1061-8267-4caf-a6bc-72e7ae8c69c3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:33.720139 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:33.809008 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550742'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.022715 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2893'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.027439 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.116547 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-455856'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.117694 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 695846d0-6461-41aa-bc28-49cbb68035e6 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:56:34.169383 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4b85f7d4-0ae3-435f-aa2f-dfe4f824255d req-d2239dfc-9606-4c6f-a65e-84d55d62e680 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 210 time: 0.0533538 Jun 01 18:56:34.262838 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674f10-ded8-40bd-bd26-44766fad293f req-41cb1aba-4ef3-4c41-aa10-a7e0b0d6169d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:34.264259 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-41cb1aba-4ef3-4c41-aa10-a7e0b0d6169d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 813 time: 0.3492749 Jun 01 18:56:34.266263 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Notify callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.267275 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] 10.222.0.15 "DELETE /v2.0/routers/695846d0-6461-41aa-bc28-49cbb68035e6 HTTP/1.1" status: 204 len: 168 time: 1.6180689 Jun 01 18:56:34.269872 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52820) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:34.284627 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Request body: {'port': {'device_id': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'admin_state_up': True, 'tenant_id': 'a2b4056c70bd4c4a9482ab6786cbed4f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:34.330205 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Deleting subnet ba8f0d34-9389-404f-aa5a-444d758b34c4 {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:56:34.333078 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.382331 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.428988 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:34.440775 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:34.452972 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Made reservation on behalf of a2b4056c70bd4c4a9482ab6786cbed4f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:34.456598 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.573785 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.623321 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Allocated IP 172.20.0.12 (126de7ee-6c44-4608-8d9a-e3375ab35f56/4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f/0e9df386-a4b4-43ea-953b-6e96f1ca4408) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:34.822164 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.826088 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-90688748-92dd-4150-a465-33a28b2194c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:34.827270 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.857175 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.857718 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8f0d34-9389-404f-aa5a-444d758b34c4,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:34.862856 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:34.864414 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:34.867998 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.869161 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b', 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'b052456a-5bb0-4df2-b86f-106d5d4007ca'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:34.876674 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-62bb55b1-366a-4d17-8336-8b78cb6a438b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ba8f0d34-9389-404f-aa5a-444d758b34c4 HTTP/1.1" status: 204 len: 168 time: 0.6035578 Jun 01 18:56:34.876789 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52822) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:34.904871 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febae2e0-0f70-4c5d-9bf4-17362c702f31 None None] Network b3f1db64-7168-4c92-a68a-f43f5bb9e03a requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:56:34.928075 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Network 126de7ee-6c44-4608-8d9a-e3375ab35f56 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:34.931926 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:34.935954 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:56:34.977893 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event updated for resources: {'Port': ['ID=0e9df386-a4b4-43ea-953b-6e96f1ca4408,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:34.981622 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:34.988420 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.016468 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:35.017442 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.046104 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-ddea5bfe-0d54-4186-9b93-46138df342e0 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655811 Jun 01 18:56:35.054987 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e759694e-f525-4363-9eab-5c1e77408af1 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:35.058037 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Request body: {'port': {'device_id': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:35.065426 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Deleting port 268df93d-58c9-416a-bd70-6d2906a5baf6 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:35.065764 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.090824 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b9d5c51-c667-4ba0-b84b-b9098c1c9ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.141058 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: e759694e-f525-4363-9eab-5c1e77408af1 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:56:35.141682 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e759694e-f525-4363-9eab-5c1e77408af1 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:35.141860 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:35.168817 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] For port 268df93d-58c9-416a-bd70-6d2906a5baf6, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=268df93d-58c9-416a-bd70-6d2906a5baf6,segment=NetworkSegment(e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be),segment_id=e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:35.169527 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.174850 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.180122 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.210806 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:56:35.211029 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device e9ab1061-8267-4caf-a6bc-72e7ae8c69c3 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:35.314089 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Calling delete_port for 268df93d-58c9-416a-bd70-6d2906a5baf6 owned by network:dhcp {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:35.373767 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.381523 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-eadb787d-844f-4f19-9900-36715920d290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:35.430306 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] No DVR routers for this DVR port 268df93d-58c9-416a-bd70-6d2906a5baf6 on host dv-cinder-794021-1-smb {{(pid=103498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:35.442322 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32604a-1a46-4a86-809d-654e87696ee7 None None] DHCP port deletion for b3f1db64-7168-4c92-a68a-f43f5bb9e03a request from dv-cinder-794021-1-smb {{(pid=103500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 18:56:35.464962 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=268df93d-58c9-416a-bd70-6d2906a5baf6,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:35.479880 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:35.520624 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524ee2b-0b89-4743-a9dc-52856992cf7f req-3dcbd125-1c22-4150-bacf-ce3372d105dc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:35.521514 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e524ee2b-0b89-4743-a9dc-52856992cf7f req-3dcbd125-1c22-4150-bacf-ce3372d105dc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:35.555376 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-e524ee2b-0b89-4743-a9dc-52856992cf7f req-3dcbd125-1c22-4150-bacf-ce3372d105dc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:35.556577 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e524ee2b-0b89-4743-a9dc-52856992cf7f req-3dcbd125-1c22-4150-bacf-ce3372d105dc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 932 time: 0.2478604 Jun 01 18:56:35.558258 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.579084 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f1db64-7168-4c92-a68a-f43f5bb9e03a']}} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:35.593139 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be') {'for_net_delete': True} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:35.593525 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.services.segments.db [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bff8a5-bbe3-4a5a-80d5-95b3bf7ee5be') {} {{(pid=103498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:35.606108 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66047265'] for segment, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.622715 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.624274 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e524ee2b-0b89-4743-a9dc-52856992cf7f req-33d60bf8-f33d-4cdb-bef4-3150bce15833 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585637 Jun 01 18:56:35.629618 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:56:35.630095 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65708106'] for segment, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: Traceback (most recent call last): Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: timer() Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: cb(*args, **kw) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: return func(*args, **kwargs) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: self._notify() Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: self.callback(batched_events) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: event.method(event) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: return f(self, *a, **k) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: return self._get(url).json() Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: return self.request(url, 'GET', **kwargs) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:56:35.643827 dv-cinder-794021-1-smb neutron-server[103498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:56:35.694392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9df386-a4b4-43ea-953b-6e96f1ca4408 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:56:35.702067 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.721211 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Transition to ACTIVE for port object 0e9df386-a4b4-43ea-953b-6e96f1ca4408 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:35.721436 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.724176 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.725662 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3532662e-b022-456d-a64b-9dc8615c98cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:35.728550 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d7e44d86-2331-4e4d-a6ce-679cbed0183a tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:35.740762 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.749205 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f1db64-7168-4c92-a68a-f43f5bb9e03a,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:35.753187 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:35.760598 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4b93727d-a3e0-41bd-b752-24af51672b85 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b3f1db64-7168-4c92-a68a-f43f5bb9e03a HTTP/1.1" status: 204 len: 168 time: 0.8828793 Jun 01 18:56:35.879952 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9df386-a4b4-43ea-953b-6e96f1ca4408,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:35.881049 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52828) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:35.907141 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:35.933238 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-21e928ba-7781-41e7-b7a3-857fb8223b7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=767e1c5351f84f27bd5b1a6843c37699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504055 Jun 01 18:56:35.935728 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52830) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:35.985341 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Attempting to bind port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:35.985668 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Attempting to bind port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:35.985996 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Attempting to bind port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:35.990664 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:35.990983 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Attempting to bind port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 on network 126de7ee-6c44-4608-8d9a-e3375ab35f56 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:35.993553 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.996898 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:35.997237 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Checking segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:56:35.997617 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Bound using segment: {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:35.998064 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Bound port: 0e9df386-a4b4-43ea-953b-6e96f1ca4408, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12118685-6a92-492c-8021-c351c513eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:35.998409 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.023458 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.075734 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.080496 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-bd1c6725-b7fc-4c3f-9f28-005bb2f54e8e tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:36.090226 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] For port 0e9df386-a4b4-43ea-953b-6e96f1ca4408, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:36.093311 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] For port 0e9df386-a4b4-43ea-953b-6e96f1ca4408, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0e9df386-a4b4-43ea-953b-6e96f1ca4408,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:36.093770 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379e193-4997-417a-a435-09eefacd2528,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:36.097710 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:36.098193 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.100969 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.103840 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7964deaf-d3d0-44d9-a9cc-cedf5f54f92a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:36.105685 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c379e193-4997-417a-a435-09eefacd2528 HTTP/1.1" status: 204 len: 168 time: 0.1690283 Jun 01 18:56:36.160667 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:36.160948 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.162485 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] 10.222.0.36 "PUT /v2.0/ports/0e9df386-a4b4-43ea-953b-6e96f1ca4408 HTTP/1.1" status: 200 len: 1094 time: 1.1092904 Jun 01 18:56:36.171405 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'tag': '0e9df386-a4b4-43ea-953b-6e96f1ca4408'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:36.173720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c158a5-a0f2-431a-860b-632a6214b6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e3fab8-845e-43cd-b053-a43d5c43834a", "tag": "0e9df386-a4b4-43ea-953b-6e96f1ca4408"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:36.290138 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ec2d3-96d8-4bc3-a329-7d9a7b14d140 x-openstack-request-id: req-b91ec2d3-96d8-4bc3-a329-7d9a7b14d140 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:36.290464 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e3fab8-845e-43cd-b053-a43d5c43834a", "tag": "0e9df386-a4b4-43ea-953b-6e96f1ca4408", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:36.290747 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b91ec2d3-96d8-4bc3-a329-7d9a7b14d140 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:36.291162 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'tag': '0e9df386-a4b4-43ea-953b-6e96f1ca4408', 'status': 'completed', 'code': 200} Jun 01 18:56:36.345633 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9df386-a4b4-43ea-953b-6e96f1ca4408,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:36.349092 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:36.374085 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674f10-ded8-40bd-bd26-44766fad293f req-846b0806-6457-44a8-9ae6-f312ec79337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:36.375508 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-846b0806-6457-44a8-9ae6-f312ec79337c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 1097 time: 0.0879087 Jun 01 18:56:36.451354 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-d2dc4d86-03b1-424a-9571-3e45e829d109 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9df386-a4b4-43ea-953b-6e96f1ca4408 HTTP/1.1" status: 200 len: 217 time: 0.0686471 Jun 01 18:56:36.468310 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52838) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:36.520375 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6a0481b1-29b5-4851-b639-f0e55afb18d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e962e35b15114533a157c387578d828d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508409 Jun 01 18:56:36.522863 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52840) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:36.525086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674f10-ded8-40bd-bd26-44766fad293f req-9e997b87-f1b7-49c3-8de1-a7a9051bc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:36.526604 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-9e997b87-f1b7-49c3-8de1-a7a9051bc013 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0655580 Jun 01 18:56:36.573348 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-09bf2b36-6220-41c3-9757-e1ce35579249 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405712 Jun 01 18:56:36.582514 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.608902 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.661967 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.668113 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4d54ac6e-9947-4f97-9606-4d0470a14b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:36.684599 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236549fe-8d01-4d83-92e0-858527de3e44,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:36.687591 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:36.691080 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.695331 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/236549fe-8d01-4d83-92e0-858527de3e44 HTTP/1.1" status: 204 len: 168 time: 0.1688142 Jun 01 18:56:36.708022 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-b8bbd27a-22ca-4177-ab5e-d823aaece248 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283064 Jun 01 18:56:36.906414 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ef674f10-ded8-40bd-bd26-44766fad293f req-0b2370fb-f21e-4f1a-8f45-c833add47e46 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890802 Jun 01 18:56:36.923210 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597e09f-c3e3-4db2-8c9d-564a96e54f93 req-76268716-8cdb-460b-9e85-3050a4514cfc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:36.924942 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7597e09f-c3e3-4db2-8c9d-564a96e54f93 req-76268716-8cdb-460b-9e85-3050a4514cfc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 944 time: 0.1777792 Jun 01 18:56:37.025347 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 268df93d-58c9-416a-bd70-6d2906a5baf6 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:37.026010 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-7597e09f-c3e3-4db2-8c9d-564a96e54f93 req-82b942e8-ebfa-4cb3-9721-03625617bde6 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920300 Jun 01 18:56:37.064086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-f85ea30c-9af3-4307-bf31-8e48d66e2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:37.065984 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-f85ea30c-9af3-4307-bf31-8e48d66e2b59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 1097 time: 0.1090794 Jun 01 18:56:37.071736 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 268df93d-58c9-416a-bd70-6d2906a5baf6 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:56:37.072084 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 268df93d-58c9-416a-bd70-6d2906a5baf6 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:37.167792 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.203264 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-37815414-da64-41a8-9c52-2213ee9eb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:37.204468 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-37815414-da64-41a8-9c52-2213ee9eb570 service neutron] 10.222.0.36 "GET /v2.0/networks?id=126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 200 len: 914 time: 0.1305842 Jun 01 18:56:37.261724 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4538bf7c-fc29-42e8-ae47-cb86eb45a03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.272508 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-7a74bd52-0e7e-4673-89e0-9836a1d69235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e9df386-a4b4-43ea-953b-6e96f1ca4408 HTTP/1.1" status: 200 len: 217 time: 0.0608513 Jun 01 18:56:37.339769 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-03fd2a26-0d8f-4cce-8d0e-ab5db40a28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:37.341189 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-03fd2a26-0d8f-4cce-8d0e-ab5db40a28e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 200 len: 853 time: 0.0615168 Jun 01 18:56:37.387979 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-9259f2f1-9e0f-4883-b101-97d25c40ff29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=126de7ee-6c44-4608-8d9a-e3375ab35f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405340 Jun 01 18:56:37.517485 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-babbcb20-28f6-4308-9df1-d3745548fe0a service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215518 Jun 01 18:56:37.645733 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f1c158a5-a0f2-431a-860b-632a6214b6ae req-55f7e4b5-c706-47ee-8b16-75d4ab2adfe2 service neutron] 10.222.0.36 "GET /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223397 Jun 01 18:56:38.213298 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2d63e-dd6f-4f11-a347-e0473a5ad630 req-189fd1f5-b0b9-4845-bbce-8ec53ba30c9c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:38.214744 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7af2d63e-dd6f-4f11-a347-e0473a5ad630 req-189fd1f5-b0b9-4845-bbce-8ec53ba30c9c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 944 time: 0.0796909 Jun 01 18:56:38.258739 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-7af2d63e-dd6f-4f11-a347-e0473a5ad630 req-7619c4cf-15a2-4902-83d0-f1917f34a9d1 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Jun 01 18:56:38.550656 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.442197 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780a202-f7c5-40a0-8de5-351008e38767 req-1d6d348f-2b89-4c8f-96ba-a7483a10c377 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:39.443640 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0780a202-f7c5-40a0-8de5-351008e38767 req-1d6d348f-2b89-4c8f-96ba-a7483a10c377 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 944 time: 0.0786116 Jun 01 18:56:39.491529 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0780a202-f7c5-40a0-8de5-351008e38767 req-b18bc0b1-9302-4eee-a661-8723051304ba tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Jun 01 18:56:39.976653 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.543273 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0e9df386-a4b4-43ea-953b-6e96f1ca4408 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:40.674591 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 0e9df386-a4b4-43ea-953b-6e96f1ca4408, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0e9df386-a4b4-43ea-953b-6e96f1ca4408,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:40.680963 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6d80a-8edf-4255-8b24-4bc414dda42e req-c67546a9-a620-4880-8290-a059d300a089 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:40.682443 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6cb6d80a-8edf-4255-8b24-4bc414dda42e req-c67546a9-a620-4880-8290-a059d300a089 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 944 time: 0.0840960 Jun 01 18:56:40.687929 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '0e9df386-a4b4-43ea-953b-6e96f1ca4408', 'network_id': '126de7ee-6c44-4608-8d9a-e3375ab35f56', 'port_id': '0e9df386-a4b4-43ea-953b-6e96f1ca4408', 'mac_address': 'fa:16:3e:19:d6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:40.726950 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6cb6d80a-8edf-4255-8b24-4bc414dda42e req-50b9159c-6529-4af7-a1b7-a3c415a6ea2c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Jun 01 18:56:40.748041 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.762082 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9df386-a4b4-43ea-953b-6e96f1ca4408 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:56:40.777337 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 0e9df386-a4b4-43ea-953b-6e96f1ca4408, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0e9df386-a4b4-43ea-953b-6e96f1ca4408,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:40.781401 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.783532 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ad0d9afc-b686-44b4-b43d-3aaca593ad56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:40.848033 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=0e9df386-a4b4-43ea-953b-6e96f1ca4408,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:40.855021 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.855387 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.855719 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.856070 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.856393 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.856712 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.857028 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.857345 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.857660 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.857971 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.858281 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.858589 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:40.862370 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:41.140854 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['0e9df386-a4b4-43ea-953b-6e96f1ca4408'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:41.907805 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6ebf9-2533-4cf5-ad21-f631c3ad48ae req-82fc2c8d-257c-4655-adc1-0a7a3915a35c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:41.909487 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-41d6ebf9-2533-4cf5-ad21-f631c3ad48ae req-82fc2c8d-257c-4655-adc1-0a7a3915a35c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 945 time: 0.0799592 Jun 01 18:56:41.953064 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-41d6ebf9-2533-4cf5-ad21-f631c3ad48ae req-e59a4dfb-584e-4899-afb8-b433612558a7 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Jun 01 18:56:42.559529 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0e9df386-a4b4-43ea-953b-6e96f1ca4408 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:42.625647 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:42.630027 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:42.630398 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.745058 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.771006 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9df386-a4b4-43ea-953b-6e96f1ca4408'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:42.773209 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b222f37-cc49-4fa2-a12e-b24665d88451" -d '{"events": [{"server_uuid": "b6e3fab8-845e-43cd-b053-a43d5c43834a", "name": "network-vif-plugged", "status": "completed", "tag": "0e9df386-a4b4-43ea-953b-6e96f1ca4408"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:42.780913 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 0e9df386-a4b4-43ea-953b-6e96f1ca4408, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0e9df386-a4b4-43ea-953b-6e96f1ca4408,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:42.784955 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.787606 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:42.821120 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d0e06e-4b45-4340-8d33-b98a3d3b1236 x-openstack-request-id: req-47d0e06e-4b45-4340-8d33-b98a3d3b1236 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:42.822058 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3fab8-845e-43cd-b053-a43d5c43834a", "name": "network-vif-plugged", "status": "completed", "tag": "0e9df386-a4b4-43ea-953b-6e96f1ca4408", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:42.822271 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47d0e06e-4b45-4340-8d33-b98a3d3b1236 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:42.822658 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9df386-a4b4-43ea-953b-6e96f1ca4408', 'code': 200} Jun 01 18:56:42.858014 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=0e9df386-a4b4-43ea-953b-6e96f1ca4408,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:42.862151 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:43.202519 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b13c2c-5a28-4835-8fdb-802ad815b915 req-c61fb48d-27ed-43d6-b1b0-72ea3b7c3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:43.204353 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e2b13c2c-5a28-4835-8fdb-802ad815b915 req-c61fb48d-27ed-43d6-b1b0-72ea3b7c3d21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 1099 time: 0.2298169 Jun 01 18:56:43.256858 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b86230-782a-424b-a716-eb5f6f846d43 req-d99a934f-3dec-4a1e-a86c-6a6e3a89396e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:43.258249 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-26b86230-782a-424b-a716-eb5f6f846d43 req-d99a934f-3dec-4a1e-a86c-6a6e3a89396e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 946 time: 0.1361997 Jun 01 18:56:43.262355 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e2b13c2c-5a28-4835-8fdb-802ad815b915 req-f3b75ee0-9a3e-41b5-8ef7-d6f49a38b639 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502923 Jun 01 18:56:43.304326 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-26b86230-782a-424b-a716-eb5f6f846d43 req-fb13da9d-c180-428f-989b-c85aa7dc664c tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Jun 01 18:56:44.492406 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3596c-ca4b-4dd3-a9e4-630f4c36f780 req-c4f58d7a-e9a8-4eb3-a9ed-9a18b3e92184 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:44.495157 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-11a3596c-ca4b-4dd3-a9e4-630f4c36f780 req-c4f58d7a-e9a8-4eb3-a9ed-9a18b3e92184 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 946 time: 0.0816345 Jun 01 18:56:44.545277 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-11a3596c-ca4b-4dd3-a9e4-630f4c36f780 req-b3fb581e-97bf-45ca-8161-f8455b71f3bc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444930 Jun 01 18:56:45.734833 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a07c9-4b53-4151-bada-763d0b1d5ed0 req-e2d31732-ffaa-4818-926d-58c2c2fbf31e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:45.736345 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-813a07c9-4b53-4151-bada-763d0b1d5ed0 req-e2d31732-ffaa-4818-926d-58c2c2fbf31e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 946 time: 0.0828481 Jun 01 18:56:45.780129 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-813a07c9-4b53-4151-bada-763d0b1d5ed0 req-1e8d94d4-fba1-42a8-9acd-ca0cd448fb12 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382864 Jun 01 18:56:53.171388 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b389c0-f52e-48fd-a7af-1432192580e0 req-fbe10769-457e-4a38-8382-bb1b5fe9f408 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:53.172820 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-63b389c0-f52e-48fd-a7af-1432192580e0 req-fbe10769-457e-4a38-8382-bb1b5fe9f408 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 946 time: 0.0818510 Jun 01 18:56:53.217269 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-63b389c0-f52e-48fd-a7af-1432192580e0 req-bdd7096b-efe8-43d8-a40c-d145204b7163 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389392 Jun 01 18:56:54.405528 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d48257-fed1-4889-b001-60dfff171405 req-2c8f3a4b-360d-4d5d-b319-1aaa0e42063f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:54.406984 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-91d48257-fed1-4889-b001-60dfff171405 req-2c8f3a4b-360d-4d5d-b319-1aaa0e42063f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 946 time: 0.0843992 Jun 01 18:56:54.452356 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-91d48257-fed1-4889-b001-60dfff171405 req-92e7045f-1fcb-498f-9df3-f8b2b0b3743a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Jun 01 18:56:55.155806 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-781a6ca5-d3f1-47ff-87b5-2958487af86e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:55.157214 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-781a6ca5-d3f1-47ff-87b5-2958487af86e tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 946 time: 0.0779693 Jun 01 18:56:55.294958 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Deleting port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:55.295382 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.427236 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] For port 0e9df386-a4b4-43ea-953b-6e96f1ca4408, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=0e9df386-a4b4-43ea-953b-6e96f1ca4408,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:55.427594 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.551698 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Calling delete_port for 0e9df386-a4b4-43ea-953b-6e96f1ca4408 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:55.673013 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28176a-19fa-4c80-ae49-2763a55141e9 req-cb27dc0b-36e4-4626-9204-505e7632f972 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:55.674464 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fd28176a-19fa-4c80-ae49-2763a55141e9 req-cb27dc0b-36e4-4626-9204-505e7632f972 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6e3fab8-845e-43cd-b053-a43d5c43834a HTTP/1.1" status: 200 len: 946 time: 0.1141493 Jun 01 18:56:55.785564 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fd28176a-19fa-4c80-ae49-2763a55141e9 req-d9ee6fa6-84e2-492c-932f-05d18ba291bc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048334 Jun 01 18:56:55.789045 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.797086 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-25395323-317c-43fd-a1a2-88b1819124eb tempest-DeleteServersTestJSON-1178022133 tempest-DeleteServersTestJSON-1178022133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:55.802279 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b', 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'b052456a-5bb0-4df2-b86f-106d5d4007ca', '0e9df386-a4b4-43ea-953b-6e96f1ca4408'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:55.878782 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event deleted for resources: {'Port': ['ID=0e9df386-a4b4-43ea-953b-6e96f1ca4408,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:55.881733 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:55.907581 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4fa85-b755-48f3-a92e-30de72eb236b req-ae0a885c-1957-4370-a690-5c4197f7f762 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:55.909498 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fbd4fa85-b755-48f3-a92e-30de72eb236b req-ae0a885c-1957-4370-a690-5c4197f7f762 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 947 time: 0.0866306 Jun 01 18:56:55.926447 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] No DVR routers for this DVR port 0e9df386-a4b4-43ea-953b-6e96f1ca4408 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:55.929037 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.934071 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'name': 'network-vif-deleted', 'tag': '0e9df386-a4b4-43ea-953b-6e96f1ca4408'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:55.936363 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b336b9-95b6-461f-965a-9408e59e79a0" -d '{"events": [{"server_uuid": "b6e3fab8-845e-43cd-b053-a43d5c43834a", "name": "network-vif-deleted", "tag": "0e9df386-a4b4-43ea-953b-6e96f1ca4408"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:55.951695 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-003ee982-79f1-43a3-8505-9ea10685d5fb req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "DELETE /v2.0/ports/0e9df386-a4b4-43ea-953b-6e96f1ca4408 HTTP/1.1" status: 204 len: 173 time: 0.7887995 Jun 01 18:56:55.969521 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-fbd4fa85-b755-48f3-a92e-30de72eb236b req-0b427827-9efd-4650-9f6b-9c87b4ce21f3 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474160 Jun 01 18:56:55.985020 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6649a707-f3c1-4e62-9400-dd0aa76f9e7e x-openstack-request-id: req-6649a707-f3c1-4e62-9400-dd0aa76f9e7e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:55.985391 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3fab8-845e-43cd-b053-a43d5c43834a", "name": "network-vif-deleted", "tag": "0e9df386-a4b4-43ea-953b-6e96f1ca4408", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:55.985751 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6649a707-f3c1-4e62-9400-dd0aa76f9e7e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:55.986388 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3fab8-845e-43cd-b053-a43d5c43834a', 'name': 'network-vif-deleted', 'tag': '0e9df386-a4b4-43ea-953b-6e96f1ca4408', 'status': 'completed', 'code': 200} Jun 01 18:56:55.994785 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:56:57.273783 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c889daa-494e-44d1-bd7b-0c4d878e4015 req-136e8e0d-ba7e-4dd1-8e37-74a044a28150 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:57.275845 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4c889daa-494e-44d1-bd7b-0c4d878e4015 req-136e8e0d-ba7e-4dd1-8e37-74a044a28150 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 947 time: 0.1827271 Jun 01 18:56:57.318523 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4c889daa-494e-44d1-bd7b-0c4d878e4015 req-d969201b-6b59-4849-97d0-dd1af70845a2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba230031-7236-41fe-89f2-4c829bc3e99f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371718 Jun 01 18:56:57.561356 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-4bab49d0-f04d-40ad-95b5-fca69a883cc9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:57.562879 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-4bab49d0-f04d-40ad-95b5-fca69a883cc9 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 947 time: 0.0802217 Jun 01 18:56:57.698074 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Deleting port 6a7b9583-8328-4691-9d02-7578d8f6ae11 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:56:57.698403 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.828492 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] For port 6a7b9583-8328-4691-9d02-7578d8f6ae11, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=6a7b9583-8328-4691-9d02-7578d8f6ae11,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:57.828757 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.204890 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.205269 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-550667'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.205568 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.l3_db [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Floating IP 176e3583-9bc6-4380-9fbc-5768171e7f53 disassociated. External IP: 172.28.3.116, port: 6a7b9583-8328-4691-9d02-7578d8f6ae11. Jun 01 18:56:58.205900 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Calling delete_port for 6a7b9583-8328-4691-9d02-7578d8f6ae11 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:56:58.322799 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.328247 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1ed52788-b559-40ec-b94c-2238d025ee00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:58.382806 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event deleted for resources: {'Port': ['ID=6a7b9583-8328-4691-9d02-7578d8f6ae11,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:58.385344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:58.474120 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440687-fa22-49d9-94bd-c6ae744bf48b req-9ec7619a-6a49-49e2-8de6-76f0c898561f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:58.475597 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a3440687-fa22-49d9-94bd-c6ae744bf48b req-9ec7619a-6a49-49e2-8de6-76f0c898561f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 945 time: 0.0940673 Jun 01 18:56:58.496589 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-12d353c4-218c-4edb-a5ea-3c2ddbaf3f48 req-4d77f964-4fcc-4bfe-abde-d222dc2e3212 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/ports?device_id=58bf249b-2acd-47ac-a740-8d00a1be6e82 HTTP/1.1" status: 200 len: 210 time: 0.0541887 Jun 01 18:56:58.520303 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a3440687-fa22-49d9-94bd-c6ae744bf48b req-54e8dfbf-419d-4d70-b606-3646f9fa571b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Jun 01 18:56:58.626349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Router 50738a2f-fd3b-42e6-851f-a5ac73e5823f has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:58.812216 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:58.821949 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] Sync routers for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:58.832183 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:58.832793 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:58.885378 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] No DVR routers for this DVR port 6a7b9583-8328-4691-9d02-7578d8f6ae11 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:58.887874 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.890726 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-deleted', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:56:58.893037 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897ec474-dcf8-4ce6-92a3-4edbdadcf7bb" -d '{"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-deleted", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:56:58.908808 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8692e3db-4e0b-4530-9f57-3ed4618d61e6 req-b54c13a0-a548-43c2-adf5-38a8d8bc446c tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.36 "DELETE /v2.0/ports/6a7b9583-8328-4691-9d02-7578d8f6ae11 HTTP/1.1" status: 204 len: 173 time: 1.3399632 Jun 01 18:56:58.946651 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb599b-cc42-4072-8c71-a9e3e32f3ebd x-openstack-request-id: req-32cb599b-cc42-4072-8c71-a9e3e32f3ebd {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:56:58.946979 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bf249b-2acd-47ac-a740-8d00a1be6e82", "name": "network-vif-deleted", "tag": "6a7b9583-8328-4691-9d02-7578d8f6ae11", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:56:58.947292 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32cb599b-cc42-4072-8c71-a9e3e32f3ebd {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:56:58.947715 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf249b-2acd-47ac-a740-8d00a1be6e82', 'name': 'network-vif-deleted', 'tag': '6a7b9583-8328-4691-9d02-7578d8f6ae11', 'status': 'completed', 'code': 200} Jun 01 18:56:59.049966 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:59.352975 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:59.356956 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] Checking router: 50738a2f-fd3b-42e6-851f-a5ac73e5823f for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:56:59.365277 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:56:59.365864 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:59.549902 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:56:59.625448 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52952) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:59.691144 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-04b172fc-2387-4680-b6fe-875793cfc091 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.718842 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7fba0-e345-4b2b-a961-d29103ec9343 req-87c4669a-2e71-4426-893b-c8b6f7a2497f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:56:59.719490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-23e7fba0-e345-4b2b-a961-d29103ec9343 req-87c4669a-2e71-4426-893b-c8b6f7a2497f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:59.720304 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-04b172fc-2387-4680-b6fe-875793cfc091 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.736050 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-23e7fba0-e345-4b2b-a961-d29103ec9343 req-87c4669a-2e71-4426-893b-c8b6f7a2497f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:59.737448 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-23e7fba0-e345-4b2b-a961-d29103ec9343 req-87c4669a-2e71-4426-893b-c8b6f7a2497f tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 945 time: 0.1028798 Jun 01 18:56:59.777694 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-04b172fc-2387-4680-b6fe-875793cfc091 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.783008 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a9328a77-153d-4949-8c19-01fbb64ed737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:56:59.795224 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-23e7fba0-e345-4b2b-a961-d29103ec9343 req-4b9629f0-a3c7-4146-948b-a5633b62929b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Jun 01 18:56:59.801936 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b172fc-2387-4680-b6fe-875793cfc091 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba230031-7236-41fe-89f2-4c829bc3e99f,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:59.806055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-04b172fc-2387-4680-b6fe-875793cfc091 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:56:59.810315 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-04b172fc-2387-4680-b6fe-875793cfc091 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.813846 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-04b172fc-2387-4680-b6fe-875793cfc091 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "DELETE /v2.0/security-groups/ba230031-7236-41fe-89f2-4c829bc3e99f HTTP/1.1" status: 204 len: 168 time: 0.1849196 Jun 01 18:56:59.814000 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52954) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:59.829738 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.api.v2.resource [None req-9aa80e8b-bfd6-41e1-8fb6-83c1c558c4ab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] show failed (client error): The resource could not be found. Jun 01 18:56:59.833918 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-9aa80e8b-bfd6-41e1-8fb6-83c1c558c4ab tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "GET /v2.0/security-groups/ba230031-7236-41fe-89f2-4c829bc3e99f HTTP/1.1" status: 404 len: 347 time: 0.0158319 Jun 01 18:56:59.833918 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52956) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:59.884687 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:59.888574 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd7776-2288-4a0e-947e-c407211aaaca None None] The sync data for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb is: [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:48:01Z', 'revision_number': 4, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb', '_interfaces': [{'id': '136cb8fe-8001-4f00-829c-09009d14f6ab', 'name': '', 'network_id': 'bea8fd4c-0c59-4197-a827-e3672777b4da', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'mac_address': 'fa:16:3e:05:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:58Z', 'updated_at': '2021-06-01T18:48:18Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'subnets': [{'id': '963cc63a-4751-44e9-94c7-4f199de2bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:57:00.053331 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Deleting port a3fb83bc-37ce-4ee3-bc87-99fc878c48a6 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:00.053669 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.099579 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b014a-52d9-46ad-8b12-e100cfdd841f None None] New status for floating IP 176e3583-9bc6-4380-9fbc-5768171e7f53: DOWN {{(pid=103500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:57:00.172863 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.173260 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.258422 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a441f-ae49-48ae-93b6-324004f99b4a req-39f35672-5380-4655-a588-cc1936573c31 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:57:00.260807 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-027a441f-ae49-48ae-93b6-324004f99b4a req-39f35672-5380-4655-a588-cc1936573c31 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 945 time: 0.0969009 Jun 01 18:57:00.302054 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Calling delete_port for a3fb83bc-37ce-4ee3-bc87-99fc878c48a6 owned by network:floatingip {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:00.400778 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Deleting port b052456a-5bb0-4df2-b86f-106d5d4007ca {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:00.401111 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.416184 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.421606 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-208eb102-06f5-4f60-80c0-859d7613ecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:00.467417 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Pushing event deleted for resources: {'Port': ['ID=a3fb83bc-37ce-4ee3-bc87-99fc878c48a6,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:00.470506 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:00.536839 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] For port b052456a-5bb0-4df2-b86f-106d5d4007ca, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=b052456a-5bb0-4df2-b86f-106d5d4007ca,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:00.537192 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.557732 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks [] for floatingip, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.571234 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for floatingip, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.572351 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-4903bdbd-eeca-4d49-80b4-3ae3c401c662 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] 10.222.0.15 "DELETE /v2.0/floatingips/176e3583-9bc6-4380-9fbc-5768171e7f53 HTTP/1.1" status: 204 len: 168 time: 0.7379081 Jun 01 18:57:00.668188 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0e9df386-a4b4-43ea-953b-6e96f1ca4408 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:00.706733 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 0e9df386-a4b4-43ea-953b-6e96f1ca4408 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:00.707088 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 0e9df386-a4b4-43ea-953b-6e96f1ca4408 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:00.764450 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Calling delete_port for b052456a-5bb0-4df2-b86f-106d5d4007ca owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:00.880666 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.887062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8c7b5628-a44f-44dd-a90c-ec04d79d7f5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:00.892148 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b', 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'b052456a-5bb0-4df2-b86f-106d5d4007ca'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:00.934725 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event deleted for resources: {'Port': ['ID=b052456a-5bb0-4df2-b86f-106d5d4007ca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:00.938241 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:00.964246 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-0fb20cf1-d4d9-4884-847a-c95c59d3a441 req-7484cd26-de41-4eae-8b4b-57d44210bb7d tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=15a5e9a9-7a16-4948-9c5e-397de57d3fe0 HTTP/1.1" status: 200 len: 210 time: 0.0605810 Jun 01 18:57:01.016723 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] No DVR routers for this DVR port b052456a-5bb0-4df2-b86f-106d5d4007ca on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:01.019631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.022215 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'name': 'network-vif-deleted', 'tag': 'b052456a-5bb0-4df2-b86f-106d5d4007ca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:57:01.025070 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cf3b6c-1220-4ab7-aa14-c2f31fe54aa2" -d '{"events": [{"server_uuid": "15a5e9a9-7a16-4948-9c5e-397de57d3fe0", "name": "network-vif-deleted", "tag": "b052456a-5bb0-4df2-b86f-106d5d4007ca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:57:01.039067 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-027a441f-ae49-48ae-93b6-324004f99b4a req-9eea89ad-df4a-48d1-b2be-73e7fdb2241b tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "DELETE /v2.0/ports/b052456a-5bb0-4df2-b86f-106d5d4007ca HTTP/1.1" status: 204 len: 173 time: 0.7720568 Jun 01 18:57:01.068891 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c875ab5d-bf6f-4ce7-8600-80926d8e888e x-openstack-request-id: req-c875ab5d-bf6f-4ce7-8600-80926d8e888e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:57:01.069054 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5e9a9-7a16-4948-9c5e-397de57d3fe0", "name": "network-vif-deleted", "tag": "b052456a-5bb0-4df2-b86f-106d5d4007ca", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:57:01.069461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c875ab5d-bf6f-4ce7-8600-80926d8e888e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:57:01.070233 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5e9a9-7a16-4948-9c5e-397de57d3fe0', 'name': 'network-vif-deleted', 'tag': 'b052456a-5bb0-4df2-b86f-106d5d4007ca', 'status': 'completed', 'code': 200} Jun 01 18:57:02.485398 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fa62f-02ce-40da-b1a6-4ab8c4b54f35 req-ef27e69a-dab3-4685-af2e-b844fc749636 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:57:02.486868 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-738fa62f-02ce-40da-b1a6-4ab8c4b54f35 req-ef27e69a-dab3-4685-af2e-b844fc749636 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 945 time: 0.0832670 Jun 01 18:57:02.532687 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-738fa62f-02ce-40da-b1a6-4ab8c4b54f35 req-3617570b-e584-4607-9cdc-f69a6dbca1af tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Jun 01 18:57:02.656672 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b052456a-5bb0-4df2-b86f-106d5d4007ca no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:02.691741 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: b052456a-5bb0-4df2-b86f-106d5d4007ca {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:02.692084 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device b052456a-5bb0-4df2-b86f-106d5d4007ca not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:02.692495 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:02.726590 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 6a7b9583-8328-4691-9d02-7578d8f6ae11 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:02.726927 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 6a7b9583-8328-4691-9d02-7578d8f6ae11 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:03.427055 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 52988) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:03.725438 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be42766-2e13-4c9b-b1ec-14e61abdac3c req-5e9c45df-b743-4140-a552-cf28312a5fec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:57:03.726119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3be42766-2e13-4c9b-b1ec-14e61abdac3c req-5e9c45df-b743-4140-a552-cf28312a5fec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:03.742212 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-3be42766-2e13-4c9b-b1ec-14e61abdac3c req-5e9c45df-b743-4140-a552-cf28312a5fec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:03.744072 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3be42766-2e13-4c9b-b1ec-14e61abdac3c req-5e9c45df-b743-4140-a552-cf28312a5fec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 945 time: 0.0975430 Jun 01 18:57:03.793609 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3be42766-2e13-4c9b-b1ec-14e61abdac3c req-e3a4d6ab-8765-4676-a073-2962f2c4ec25 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 Jun 01 18:57:03.963961 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-bafdd771-7b19-4de2-b04d-41fcf550b929 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:57:03.965409 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-bafdd771-7b19-4de2-b04d-41fcf550b929 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 945 time: 0.0832446 Jun 01 18:57:04.108516 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Deleting port e1041788-4a9d-4b9d-bd6d-8529c7297c64 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:04.108837 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.243581 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] For port e1041788-4a9d-4b9d-bd6d-8529c7297c64, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=e1041788-4a9d-4b9d-bd6d-8529c7297c64,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:04.243994 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.282967 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555069'] for router_interface, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.366160 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Calling delete_port for e1041788-4a9d-4b9d-bd6d-8529c7297c64 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:04.478566 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.484026 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-393d2d40-0910-4ae0-9d6a-a9b2fca1b3f5 tempest-VolumesNegativeTest-2092742352 tempest-VolumesNegativeTest-2092742352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:04.489807 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b', 'e1041788-4a9d-4b9d-bd6d-8529c7297c64'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:04.527859 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event deleted for resources: {'Port': ['ID=e1041788-4a9d-4b9d-bd6d-8529c7297c64,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:04.531475 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:04.612486 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] No DVR routers for this DVR port e1041788-4a9d-4b9d-bd6d-8529c7297c64 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:04.615168 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.620848 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a9a5c-5587-4233-89a8-903fd02182b9', 'name': 'network-vif-deleted', 'tag': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:57:04.623333 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f1309b-3f34-43f9-9eeb-8347d2976fee" -d '{"events": [{"server_uuid": "637a9a5c-5587-4233-89a8-903fd02182b9", "name": "network-vif-deleted", "tag": "e1041788-4a9d-4b9d-bd6d-8529c7297c64"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:57:04.639708 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bb1c181f-700a-4f6f-a516-017b640aa1c0 req-302099ec-da94-4b54-b970-748b24319d2a tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "DELETE /v2.0/ports/e1041788-4a9d-4b9d-bd6d-8529c7297c64 HTTP/1.1" status: 204 len: 173 time: 0.6675510 Jun 01 18:57:04.694750 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd931c26-a284-461c-915a-64ade76d20aa x-openstack-request-id: req-dd931c26-a284-461c-915a-64ade76d20aa {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:57:04.695082 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637a9a5c-5587-4233-89a8-903fd02182b9", "name": "network-vif-deleted", "tag": "e1041788-4a9d-4b9d-bd6d-8529c7297c64", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:57:04.695431 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd931c26-a284-461c-915a-64ade76d20aa {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:57:04.695930 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637a9a5c-5587-4233-89a8-903fd02182b9', 'name': 'network-vif-deleted', 'tag': 'e1041788-4a9d-4b9d-bd6d-8529c7297c64', 'status': 'completed', 'code': 200} Jun 01 18:57:04.706607 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Deleting port 136cb8fe-8001-4f00-829c-09009d14f6ab {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:04.707024 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.828386 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] For port 136cb8fe-8001-4f00-829c-09009d14f6ab, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=136cb8fe-8001-4f00-829c-09009d14f6ab,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:04.828739 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.893509 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c68db373-592e-4d47-9128-857393c470c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.953388 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Calling delete_port for 136cb8fe-8001-4f00-829c-09009d14f6ab owned by network:router_interface {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:04.959534 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-b891c079-2849-40fa-8f8d-aa918a31e25b req-3e78bf81-e73e-488d-a493-c7223f7e3d06 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Synchronizing usage tracker for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:04.975000 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-b891c079-2849-40fa-8f8d-aa918a31e25b req-3e78bf81-e73e-488d-a493-c7223f7e3d06 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Unset dirty status for tenant:a2b4056c70bd4c4a9482ab6786cbed4f on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:04.976178 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b891c079-2849-40fa-8f8d-aa918a31e25b req-3e78bf81-e73e-488d-a493-c7223f7e3d06 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=637a9a5c-5587-4233-89a8-903fd02182b9 HTTP/1.1" status: 200 len: 210 time: 0.0589430 Jun 01 18:57:05.028059 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.110599 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.114996 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:05.158227 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=136cb8fe-8001-4f00-829c-09009d14f6ab,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:05.161442 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:05.427428 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555693'] for router_interface, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.878411 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Router 50738a2f-fd3b-42e6-851f-a5ac73e5823f has already been hosted by L3 agent 76ea48f6-287b-4a67-bb11-c18f6a2fe15c {{(pid=103498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:57:06.054827 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Notify agent at l3_agent.dv-cinder-794021-1-smb the message routers_updated {{(pid=103498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:57:06.064240 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] Sync routers for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:57:06.070309 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] 10.222.0.15 "PUT /v2.0/routers/50738a2f-fd3b-42e6-851f-a5ac73e5823f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6394191 Jun 01 18:57:06.070309 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53000) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:06.075561 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:57:06.076224 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:06.251372 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks [] for router, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.267051 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: dv-cinder-794021-1-smb {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:57:06.434114 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.508097 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Deleting port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 {{(pid=103498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:06.509540 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.626885 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'external_fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:57:05Z', 'revision_number': 5, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port': {'id': '6e944e80-6b84-491e-8ca2-7b9576d1a3e0', 'name': '', 'network_id': '02e6fb3c-beb0-446a-b4ed-82eaadec6eb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794021-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T18:47:49Z', 'updated_at': '2021-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba449e2c-b36f-4a81-920a-c005a269d8cf', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794021-1-smb'}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:06.630735 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] Checking router: 50738a2f-fd3b-42e6-851f-a5ac73e5823f for host: dv-cinder-794021-1-smb {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:57:06.636057 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.db [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] For port 6e944e80-6b84-491e-8ca2-7b9576d1a3e0, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,segment=NetworkSegment(d32c7df5-759e-4b70-b5d5-f51258fc34da),segment_id=d32c7df5-759e-4b70-b5d5-f51258fc34da)] {{(pid=103498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:06.636412 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.640183 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] Routers {'50738a2f-fd3b-42e6-851f-a5ac73e5823f'} bound to L3 agent in host dv-cinder-794021-1-smb {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 18:57:06.640759 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794021-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T18:40:07Z,description=,heartbeat_timestamp=2021-06-01T18:56:37Z,host='dv-cinder-794021-1-smb',id=76ea48f6-287b-4a67-bb11-c18f6a2fe15c,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T18:40:07Z,topic='l3_agent')) {'router_ids': ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:06.763705 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.plugins.ml2.plugin [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Calling delete_port for 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 owned by network:router_gateway {{(pid=103498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:06.795621 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] Set router 50738a2f-fd3b-42e6-851f-a5ac73e5823f gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 18:57:06.904042 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:57:06Z', 'revision_number': 6, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port_host': None}], 'dv-cinder-794021-1-smb', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:06.908243 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e998e1-58bb-44ea-bd23-2469c758d0be None None] The sync data for ids ['50738a2f-fd3b-42e6-851f-a5ac73e5823f'] in dv-cinder-794021-1-smb is: [{'id': '50738a2f-fd3b-42e6-851f-a5ac73e5823f', 'name': 'tempest-AttachVolumeShelveTestJSON-1882827209-router', 'tenant_id': '92c8746bd91b446ea8565ee1d9be01ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T18:47:48Z', 'updated_at': '2021-06-01T18:57:06Z', 'revision_number': 6, 'project_id': '92c8746bd91b446ea8565ee1d9be01ae', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:57:07.020936 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65708087'] for port, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.028573 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d040bf3b-c2f1-4df3-8a89-34b750dd8ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:07.075346 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e944e80-6b84-491e-8ca2-7b9576d1a3e0,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:07.103165 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:07.165770 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550742'] for router_gateway, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.170893 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.269555 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-70de0c48-2351-4a3f-9444-fd96a6ba6c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.344119 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2893'] for router, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.347103 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.374774 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-455856'] for router, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.375736 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50738a2f-fd3b-42e6-851f-a5ac73e5823f {{(pid=103498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:57:07.389470 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] Notify callbacks [] for router, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.389470 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-d44e4ef6-062d-4314-82d6-98d62db5500f admin admin] 10.222.0.15 "DELETE /v2.0/routers/50738a2f-fd3b-42e6-851f-a5ac73e5823f HTTP/1.1" status: 204 len: 168 time: 1.3181241 Jun 01 18:57:07.392472 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53010) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:07.452929 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Deleting subnet 963cc63a-4751-44e9-94c7-4f199de2bdd5 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:57:07.455863 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.507657 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61039881'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.590801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.726111 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 136cb8fe-8001-4f00-829c-09009d14f6ab no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:07.738953 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a926fb-a72a-4fd3-abd0-944a01e0bc90 req-20f6bc8f-b7e7-406a-8b4c-26c6ab026b06 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:57:07.747849 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a1a926fb-a72a-4fd3-abd0-944a01e0bc90 req-20f6bc8f-b7e7-406a-8b4c-26c6ab026b06 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 945 time: 0.1010413 Jun 01 18:57:07.774835 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 136cb8fe-8001-4f00-829c-09009d14f6ab {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:07.775200 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 136cb8fe-8001-4f00-829c-09009d14f6ab not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:07.792260 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-a1a926fb-a72a-4fd3-abd0-944a01e0bc90 req-0d14103b-9299-4677-8e1f-6ac9db6bf100 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Jun 01 18:57:07.851082 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61907210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61560680'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.855461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:07.887933 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963cc63a-4751-44e9-94c7-4f199de2bdd5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:07.891440 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:07.893630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.898914 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e7e51a-bf6b-41c0-a16d-0f379385ff6a None None] Network bea8fd4c-0c59-4197-a827-e3672777b4da requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:57:07.900208 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-6e0cc86a-9ee5-4c8b-ab66-50f6f5acd5e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/963cc63a-4751-44e9-94c7-4f199de2bdd5 HTTP/1.1" status: 204 len: 168 time: 0.5074542 Jun 01 18:57:07.902511 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53014) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:08.019823 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.097038 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Deleting port 0008e17f-77c2-460c-805e-8380f753023c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:08.097296 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.152610 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] DHCP port deletion for bea8fd4c-0c59-4197-a827-e3672777b4da request from dv-cinder-794021-1-smb {{(pid=103500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 18:57:08.205253 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] For port 0008e17f-77c2-460c-805e-8380f753023c, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=0008e17f-77c2-460c-805e-8380f753023c,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:08.205602 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.220945 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] Deleting port 0008e17f-77c2-460c-805e-8380f753023c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:08.221498 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.321700 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] For port 0008e17f-77c2-460c-805e-8380f753023c, host dv-cinder-794021-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794021-1-smb',level=0,port_id=0008e17f-77c2-460c-805e-8380f753023c,segment=NetworkSegment(e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82),segment_id=e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:08.322007 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.421106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Calling delete_port for 0008e17f-77c2-460c-805e-8380f753023c owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:08.442129 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] Calling delete_port for 0008e17f-77c2-460c-805e-8380f753023c owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:08.467990 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.472712 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0a1344ef-3ff9-4941-908e-b8ccd2e6efb5 tempest-VolumesActionsTest-546183163 tempest-VolumesActionsTest-546183163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:08.485559 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.489188 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:08.517645 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Pushing event deleted for resources: {'Port': ['ID=0008e17f-77c2-460c-805e-8380f753023c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:08.519441 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] No DVR routers for this DVR port 0008e17f-77c2-460c-805e-8380f753023c on host dv-cinder-794021-1-smb {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:08.520857 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:08.532622 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] Pushing event deleted for resources: {'Port': ['ID=0008e17f-77c2-460c-805e-8380f753023c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:08.536186 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:08.542038 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11502-69a1-4f11-93f9-15f36dbecbbd None None] No DVR routers for this DVR port 0008e17f-77c2-460c-805e-8380f753023c on host dv-cinder-794021-1-smb {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:08.556836 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.636219 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.648421 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea8fd4c-0c59-4197-a827-e3672777b4da']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:08.660844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:08.661135 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dd6ee4-e8ba-4a35-9325-37fe7c74bb82') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:08.673098 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.689286 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.695748 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:57:08.696241 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.697075 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device e1041788-4a9d-4b9d-bd6d-8529c7297c64 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:57:08.709348 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:57:08.763143 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: e1041788-4a9d-4b9d-bd6d-8529c7297c64 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:08.763501 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device e1041788-4a9d-4b9d-bd6d-8529c7297c64 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:08.787353 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.791632 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8b51b5b6-32d9-416f-b2a2-c1f42e25c2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:08.804158 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.817163 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Pushing event deleted for resources: {'Network': ['ID=bea8fd4c-0c59-4197-a827-e3672777b4da,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:08.821292 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:08.829310 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-478259d2-4909-4c88-b594-d8f71c42da27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bea8fd4c-0c59-4197-a827-e3672777b4da HTTP/1.1" status: 204 len: 168 time: 0.9258277 Jun 01 18:57:08.948335 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53020) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:08.986809 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb09c-b5de-4fef-90e7-54851abb0af9 req-d4e44a8e-73f6-465e-ad4b-870e3e376749 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:57:08.988452 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3fdeb09c-b5de-4fef-90e7-54851abb0af9 req-d4e44a8e-73f6-465e-ad4b-870e3e376749 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 945 time: 0.0876412 Jun 01 18:57:08.999877 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-abbb91c5-ec23-4aa8-969f-57b48fc6f47b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92c8746bd91b446ea8565ee1d9be01ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502493 Jun 01 18:57:09.002613 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53022) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:09.032923 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 0008e17f-77c2-460c-805e-8380f753023c no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:09.040592 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-3fdeb09c-b5de-4fef-90e7-54851abb0af9 req-bc2d3ba2-b5c7-48f7-91c6-5ff1c4552609 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/security-groups?id=87499bcd-7371-4bc1-ad5a-d07df0add086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Jun 01 18:57:09.065653 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6b38a882-6dc2-4dd7-918f-a5eb4266262a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.067415 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 0008e17f-77c2-460c-805e-8380f753023c {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:09.067762 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 0008e17f-77c2-460c-805e-8380f753023c not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:09.068165 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 no longer exists at agent ovs-agent-dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:09.092359 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6b38a882-6dc2-4dd7-918f-a5eb4266262a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.099812 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] No Port match for: 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:09.100155 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Device 6e944e80-6b84-491e-8ca2-7b9576d1a3e0 not bound to the agent host dv-cinder-794021-1-smb {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:09.147104 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6b38a882-6dc2-4dd7-918f-a5eb4266262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.151642 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1685643c-30cf-401c-ba7f-d1bd48ed894e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:09.166485 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38a882-6dc2-4dd7-918f-a5eb4266262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2836bdd6-8a95-48cd-9bfd-eebf4485f812,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:09.168836 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-6b38a882-6dc2-4dd7-918f-a5eb4266262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:09.173747 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-6b38a882-6dc2-4dd7-918f-a5eb4266262a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.177647 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-6b38a882-6dc2-4dd7-918f-a5eb4266262a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2836bdd6-8a95-48cd-9bfd-eebf4485f812 HTTP/1.1" status: 204 len: 168 time: 0.1711040 Jun 01 18:57:09.597023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-102f7e86-d00e-4078-9f0b-74cb5c4ea2ec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:57:09.598324 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-102f7e86-d00e-4078-9f0b-74cb5c4ea2ec tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 945 time: 0.0829499 Jun 01 18:57:09.740166 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Deleting port 5150a3b4-ddcc-46df-b41a-429c7e68539b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:57:09.740512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.878349 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] For port 5150a3b4-ddcc-46df-b41a-429c7e68539b, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=5150a3b4-ddcc-46df-b41a-429c7e68539b,segment=NetworkSegment(12118685-6a92-492c-8021-c351c513eaf4),segment_id=12118685-6a92-492c-8021-c351c513eaf4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:09.878709 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.982846 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.006035 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Calling delete_port for 5150a3b4-ddcc-46df-b41a-429c7e68539b owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:57:10.127518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.132968 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-51bdfdb2-ad86-4415-8e22-db8ce7023528 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:10.139451 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['5150a3b4-ddcc-46df-b41a-429c7e68539b'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:10.209635 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Pushing event deleted for resources: {'Port': ['ID=5150a3b4-ddcc-46df-b41a-429c7e68539b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:10.218193 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:10.255954 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-acb57356-d360-4ef3-953c-248f66a43a57 req-25c126e7-9f73-4926-89d1-4d5916db1c59 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.15 "GET /v2.0/ports?device_id=879e93df-45a2-40b2-9b0c-3f378f20cfbd HTTP/1.1" status: 200 len: 210 time: 0.0853188 Jun 01 18:57:10.303323 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] No DVR routers for this DVR port 5150a3b4-ddcc-46df-b41a-429c7e68539b on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:10.306452 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.309066 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'name': 'network-vif-deleted', 'tag': '5150a3b4-ddcc-46df-b41a-429c7e68539b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:57:10.311344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ef8ae0-adec-48e6-86e6-50e78a917245" -d '{"events": [{"server_uuid": "879e93df-45a2-40b2-9b0c-3f378f20cfbd", "name": "network-vif-deleted", "tag": "5150a3b4-ddcc-46df-b41a-429c7e68539b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:57:10.325224 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-b01edda3-21b8-4a1e-bb3b-e20a49a659fb req-1aac31b3-33c4-493f-9d03-8f3a89968320 tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] 10.222.0.36 "DELETE /v2.0/ports/5150a3b4-ddcc-46df-b41a-429c7e68539b HTTP/1.1" status: 204 len: 173 time: 0.7213702 Jun 01 18:57:10.521039 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ee20a4-3dbd-428f-bd66-758cb1c09e6c x-openstack-request-id: req-c9ee20a4-3dbd-428f-bd66-758cb1c09e6c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:57:10.521372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879e93df-45a2-40b2-9b0c-3f378f20cfbd", "name": "network-vif-deleted", "tag": "5150a3b4-ddcc-46df-b41a-429c7e68539b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:57:10.521658 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9ee20a4-3dbd-428f-bd66-758cb1c09e6c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:57:10.522130 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e93df-45a2-40b2-9b0c-3f378f20cfbd', 'name': 'network-vif-deleted', 'tag': '5150a3b4-ddcc-46df-b41a-429c7e68539b', 'status': 'completed', 'code': 200} Jun 01 18:57:11.356185 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53064) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:11.417200 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Deleting subnet 4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 18:57:11.420126 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.471339 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.526554 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.782040 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.787011 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-df5243a1-bd1b-476b-a6c3-5f3d2f9aec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:11.821242 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:11.824285 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:11.825244 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.831876 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-3b0332d1-97d0-482f-97ea-db72303edb64 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4a4ae0cd-b1c4-4cfa-9529-fcd38662db8f HTTP/1.1" status: 204 len: 168 time: 0.4740968 Jun 01 18:57:11.834361 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53074) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:11.939541 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.171014 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.183539 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126de7ee-6c44-4608-8d9a-e3375ab35f56']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:12.195302 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12118685-6a92-492c-8021-c351c513eaf4') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:12.195596 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12118685-6a92-492c-8021-c351c513eaf4') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:12.207281 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.223753 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.230647 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:57:12.231028 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 18:57:12.244264 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 18:57:12.319407 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.323392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3a2f621e-e495-403a-a4f0-bcd0301be0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:12.336126 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.348119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Pushing event deleted for resources: {'Network': ['ID=126de7ee-6c44-4608-8d9a-e3375ab35f56,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:12.350918 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:12.355153 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-38bfe32d-8bf8-40f5-8bdf-720bc4cb81aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/126de7ee-6c44-4608-8d9a-e3375ab35f56 HTTP/1.1" status: 204 len: 168 time: 0.5197818 Jun 01 18:57:12.527731 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53086) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:12.584518 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-d8e44239-2a5c-429b-a937-b44dc3206851 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2b4056c70bd4c4a9482ab6786cbed4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554838 Jun 01 18:57:12.587285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53088) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:12.646518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.672434 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.723935 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.728828 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-cf3fb735-46c0-44c2-8fdd-b51133a91f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:12.741697 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87499bcd-7371-4bc1-ad5a-d07df0add086,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:12.744586 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:12.749888 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.750979 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87499bcd-7371-4bc1-ad5a-d07df0add086 HTTP/1.1" status: 204 len: 168 time: 0.1628325 Jun 01 18:57:13.390801 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53116) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:13.626778 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.641839 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:13.645592 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4ee1cd72a548ceab3b5718d78f7c66 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:13.648490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:13.655841 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:13.741332 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.746044 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.753461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7b5c1e51-0b41-4abb-a857-fa43b2c67d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:13.798626 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9225fb7-c01f-4731-aee5-cc42a325970d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:13.804720 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea4ee1cd72a548ceab3b5718d78f7c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117858 Jun 01 18:57:13.804720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:13.805992 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53130) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:13.865189 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00fbb35d-b633-4cf3-9618-155ceb5d400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.891337 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00fbb35d-b633-4cf3-9618-155ceb5d400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.944107 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00fbb35d-b633-4cf3-9618-155ceb5d400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.949027 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fcf25250-400e-4e02-a998-06d7f529e366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:13.959023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbb35d-b633-4cf3-9618-155ceb5d400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9225fb7-c01f-4731-aee5-cc42a325970d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:13.962058 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-00fbb35d-b633-4cf3-9618-155ceb5d400b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:13.970432 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00fbb35d-b633-4cf3-9618-155ceb5d400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.971694 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-00fbb35d-b633-4cf3-9618-155ceb5d400b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9225fb7-c01f-4731-aee5-cc42a325970d HTTP/1.1" status: 204 len: 168 time: 0.1647151 Jun 01 18:57:14.789925 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5150a3b4-ddcc-46df-b41a-429c7e68539b no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:14.823986 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 5150a3b4-ddcc-46df-b41a-429c7e68539b {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:57:14.824378 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 5150a3b4-ddcc-46df-b41a-429c7e68539b not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:19.666783 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53288) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:19.791851 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:19.808277 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:19.812964 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Usage tracker for resource:security_group_rule and tenant:bf3a57cbf37d43928a8218aee86361db is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:19.816478 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:19.822107 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:19.910586 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:19.914435 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:19.921575 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-3a8d9c87-3440-44f8-a53e-1848236ef72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:19.961316 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf3a57cbf37d43928a8218aee86361db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932851 Jun 01 18:57:19.962185 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec56b4-cdde-404f-8bb7-6803ae59a4f9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:19.964188 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53292) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:19.965928 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:20.021246 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e0788365-cadd-4c76-8f8f-9f7f17b5deb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.047045 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e0788365-cadd-4c76-8f8f-9f7f17b5deb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.096224 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e0788365-cadd-4c76-8f8f-9f7f17b5deb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.099747 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-08705662-919c-4a90-8952-05673fdb5398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:20.111136 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0788365-cadd-4c76-8f8f-9f7f17b5deb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec56b4-cdde-404f-8bb7-6803ae59a4f9,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:20.114493 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-e0788365-cadd-4c76-8f8f-9f7f17b5deb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:20.117670 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-e0788365-cadd-4c76-8f8f-9f7f17b5deb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.118767 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-e0788365-cadd-4c76-8f8f-9f7f17b5deb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47ec56b4-cdde-404f-8bb7-6803ae59a4f9 HTTP/1.1" status: 204 len: 168 time: 0.1536150 Jun 01 18:57:20.393688 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53298) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:20.411007 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.426073 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:20.429822 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:2619b9967800461caab28d1bfa9c1549 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:20.432720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:20.438295 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:20.522184 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.526153 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.534492 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-168ec055-9b4d-4e6d-9b63-518f9d0ef79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:20.571431 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2619b9967800461caab28d1bfa9c1549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767056 Jun 01 18:57:20.573658 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e2c50-bfcc-4652-a772-86a00eb55d67,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:20.574974 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53300) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:20.576642 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2e2a8784-adc3-4035-93b4-f685ead11fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:20.635386 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac427-1dc0-4d84-b318-1a8699eb12dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.661698 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac427-1dc0-4d84-b318-1a8699eb12dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.715859 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac427-1dc0-4d84-b318-1a8699eb12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.719534 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-155feabf-5ed4-4b4d-b91d-f8c662a6a87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:20.730548 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ac427-1dc0-4d84-b318-1a8699eb12dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e2c50-bfcc-4652-a772-86a00eb55d67,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:20.734117 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ad5ac427-1dc0-4d84-b318-1a8699eb12dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:20.737406 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ad5ac427-1dc0-4d84-b318-1a8699eb12dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.739804 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ad5ac427-1dc0-4d84-b318-1a8699eb12dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f5e2c50-bfcc-4652-a772-86a00eb55d67 HTTP/1.1" status: 204 len: 168 time: 0.1638241 Jun 01 18:57:22.635570 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53376) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:22.756614 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.772663 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:22.781381 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Usage tracker for resource:security_group_rule and tenant:3d45001c0fa142aeb3a69db567d978ae is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:22.786425 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:22.792639 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:22.890891 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.895157 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.905539 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-dbbbe789-450a-4db0-9ac9-f3d6cfc277e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:22.950107 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc39585-b415-45d3-bf4d-90f10f39c283,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:22.953123 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:22.955805 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-c5d11c80-da59-4347-be0e-aae68f64de5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d45001c0fa142aeb3a69db567d978ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191335 Jun 01 18:57:22.958342 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53384) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:23.016284 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-87f91213-5b03-4c57-bc63-ddb5255cd68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.043290 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-87f91213-5b03-4c57-bc63-ddb5255cd68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.099341 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-87f91213-5b03-4c57-bc63-ddb5255cd68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.102956 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d91b404c-9e4e-4489-b2e5-70c88e9c1f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:23.113987 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f91213-5b03-4c57-bc63-ddb5255cd68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc39585-b415-45d3-bf4d-90f10f39c283,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:23.116307 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-87f91213-5b03-4c57-bc63-ddb5255cd68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:23.122944 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-87f91213-5b03-4c57-bc63-ddb5255cd68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.124095 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-87f91213-5b03-4c57-bc63-ddb5255cd68a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afc39585-b415-45d3-bf4d-90f10f39c283 HTTP/1.1" status: 204 len: 168 time: 0.1648600 Jun 01 18:57:23.401980 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53390) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:23.422815 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.437684 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:23.441640 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Usage tracker for resource:security_group_rule and tenant:e1255b7a0610433993325d376a1dcb61 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:23.444397 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:23.451208 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:23.547773 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.551411 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.559888 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-07639876-91de-4ce7-94a9-2431ee89ab7d tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:23.691062 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1255b7a0610433993325d376a1dcb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880001 Jun 01 18:57:23.692818 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c332319-2ece-47fa-9d3d-0c575e148a58,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:23.693649 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53392) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:23.695980 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f8812c0a-c0a9-4020-ab69-1acfd366f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:23.757100 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.782035 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.834763 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.840871 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14bc5f1a-1e53-49a3-b60e-a88ffcda2c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:23.856164 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c332319-2ece-47fa-9d3d-0c575e148a58,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:23.866108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.866483 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.866844 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.867227 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.867587 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.867938 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.868285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.868631 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.868986 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.869533 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.869982 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.870331 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:23.873287 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:23.881543 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.885195 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-76d3383d-988f-4d35-8642-03d9d83ba065 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c332319-2ece-47fa-9d3d-0c575e148a58 HTTP/1.1" status: 204 len: 168 time: 0.1879818 Jun 01 18:57:27.112387 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53550) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:27.230321 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.244428 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:27.248483 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Usage tracker for resource:security_group_rule and tenant:32bd0d314d5e402eb965a9d43fad80c8 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:27.251330 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:27.257044 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:27.337635 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.341714 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.348566 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dd1f0031-b989-44aa-9c63-1bdb7bdb19f2 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:27.391469 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950966cf-2169-4a36-9ed1-730dbd264e37,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:27.395765 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32bd0d314d5e402eb965a9d43fad80c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823503 Jun 01 18:57:27.396673 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:27.398382 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53554) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:27.456775 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06c0b90c-4808-49e3-8d6a-415e306abdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.482050 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06c0b90c-4808-49e3-8d6a-415e306abdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.532470 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06c0b90c-4808-49e3-8d6a-415e306abdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.536258 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6c766729-b5b7-4b83-abad-5714a3c1751c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:27.549304 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0b90c-4808-49e3-8d6a-415e306abdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950966cf-2169-4a36-9ed1-730dbd264e37,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:27.552191 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-06c0b90c-4808-49e3-8d6a-415e306abdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:27.554619 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06c0b90c-4808-49e3-8d6a-415e306abdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.555641 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-06c0b90c-4808-49e3-8d6a-415e306abdbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/950966cf-2169-4a36-9ed1-730dbd264e37 HTTP/1.1" status: 204 len: 168 time: 0.1563606 Jun 01 18:57:27.827289 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53560) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:27.845486 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.860141 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:27.863896 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Usage tracker for resource:security_group_rule and tenant:40bab2add67443c18eccac91ea339d0e is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:27.866681 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:27.872483 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:27.951002 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.954473 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.962569 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-2d637408-5710-4941-b81d-b0688249e87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:28.000254 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40bab2add67443c18eccac91ea339d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718819 Jun 01 18:57:28.001780 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93183c08-a9eb-4e2c-a551-1d1f6ddb10d8,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:28.002962 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53562) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:28.004663 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-acf354c9-5620-4d2b-8757-f33ce0eb7b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:28.061796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3f9f-9f6e-466a-86e5-0dd5937cd284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.087368 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3f9f-9f6e-466a-86e5-0dd5937cd284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.143700 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3f9f-9f6e-466a-86e5-0dd5937cd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.148584 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c516c805-28a6-4641-9cf5-c8d0d543ca10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:28.161233 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd3f9f-9f6e-466a-86e5-0dd5937cd284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93183c08-a9eb-4e2c-a551-1d1f6ddb10d8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:28.169534 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0dbd3f9f-9f6e-466a-86e5-0dd5937cd284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:28.171581 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3f9f-9f6e-466a-86e5-0dd5937cd284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.175105 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0dbd3f9f-9f6e-466a-86e5-0dd5937cd284 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93183c08-a9eb-4e2c-a551-1d1f6ddb10d8 HTTP/1.1" status: 204 len: 168 time: 0.1687391 Jun 01 18:57:28.470333 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53578) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:28.590792 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.608785 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:28.612543 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Usage tracker for resource:security_group_rule and tenant:09dbf010c57b4ee28d707e961ebfe8fd is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:28.615322 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:28.621567 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:28.718270 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.722418 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.731774 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-693aa11c-9c76-4977-a667-6a66d8a23b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:28.773118 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09dbf010c57b4ee28d707e961ebfe8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993131 Jun 01 18:57:28.773118 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9101fb82-bcbf-4073-9d20-f83183644089,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:28.774307 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53594) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:28.779819 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.780198 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.780556 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.780908 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.781260 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.781726 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.782066 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.782411 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.783317 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.783317 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.783518 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.784076 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:28.788085 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0cd2bd50-6984-44b9-a799-092eabfd3390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:28.848283 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.876291 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.928737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.934807 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-79fbe6e8-9014-424a-a4c1-6cc770a2f29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:28.951513 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9101fb82-bcbf-4073-9d20-f83183644089,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:28.955066 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:28.958798 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.959944 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9101fb82-bcbf-4073-9d20-f83183644089 HTTP/1.1" status: 204 len: 168 time: 0.1839616 Jun 01 18:57:29.308916 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53610) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:29.327373 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.342164 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:29.345959 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Usage tracker for resource:security_group_rule and tenant:9de11da4b7bb4347b8f8e0d8f6044187 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:29.348800 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:29.354509 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:29.437568 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.441366 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.450220 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8962c100-9ca8-41e7-94fc-12a9c8301de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:29.499585 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9de11da4b7bb4347b8f8e0d8f6044187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894150 Jun 01 18:57:29.501153 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5384e3c-3f96-4a74-b486-f699724c0bfc,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:29.502196 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53616) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:29.507332 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-d638f43e-9373-4bd6-bbe6-036540186c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:29.568320 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a862cd2-7069-4d37-b095-2da6948890a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.593779 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a862cd2-7069-4d37-b095-2da6948890a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.646805 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a862cd2-7069-4d37-b095-2da6948890a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.650418 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-225372d4-7ab2-40cf-9852-8c4878afc16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:29.662255 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a862cd2-7069-4d37-b095-2da6948890a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5384e3c-3f96-4a74-b486-f699724c0bfc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:29.666824 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0a862cd2-7069-4d37-b095-2da6948890a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:29.669414 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a862cd2-7069-4d37-b095-2da6948890a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.670520 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0a862cd2-7069-4d37-b095-2da6948890a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5384e3c-3f96-4a74-b486-f699724c0bfc HTTP/1.1" status: 204 len: 168 time: 0.1673460 Jun 01 18:57:32.984325 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:57:34.894251 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18c21f0b-fdfb-4896-9e43-54cdfb88f418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.040647 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.006891 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53766) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:36.119976 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.134524 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:36.138967 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Usage tracker for resource:security_group_rule and tenant:ad5c2db0556f4d17a5b4c0c0ec82e0fc is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:36.141701 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:36.147239 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:36.231793 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.235613 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.244024 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-0caebaf9-c723-4bca-b625-de148a36974c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:36.282429 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad5c2db0556f4d17a5b4c0c0ec82e0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744610 Jun 01 18:57:36.284340 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ccbe13-99cc-42da-aab8-ab20ebfce7b9,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.285394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53770) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:36.287262 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:36.342270 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca908-caa6-46ba-a549-e8a0da276f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.368265 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca908-caa6-46ba-a549-e8a0da276f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.419615 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca908-caa6-46ba-a549-e8a0da276f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.423216 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-79577e89-85cd-497b-addf-73707afbfbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:36.435041 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ca908-caa6-46ba-a549-e8a0da276f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ccbe13-99cc-42da-aab8-ab20ebfce7b9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.438884 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6d1ca908-caa6-46ba-a549-e8a0da276f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:36.442696 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca908-caa6-46ba-a549-e8a0da276f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.446151 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-6d1ca908-caa6-46ba-a549-e8a0da276f7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4ccbe13-99cc-42da-aab8-ab20ebfce7b9 HTTP/1.1" status: 204 len: 168 time: 0.1574869 Jun 01 18:57:36.738906 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53788) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:36.761013 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.775714 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:36.780490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Usage tracker for resource:security_group_rule and tenant:d16021cf816143bbb483a0286fc0d2c7 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:36.783464 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:36.789531 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:36.876063 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.883276 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53792) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:36.883418 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.890460 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fe4af163-ab5d-4782-9ed9-510f8c179c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:36.933354 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d16021cf816143bbb483a0286fc0d2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933222 Jun 01 18:57:36.934594 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986936bd-d977-407d-aea8-cf6c62130836,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.936233 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53796) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:36.937813 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:37.015086 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.024716 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ba087038-ab26-4cd6-99fc-b155ea1fcd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.039348 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:37.050660 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Usage tracker for resource:security_group_rule and tenant:b76234d744284cfa9b66c21ed9346b68 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:37.056066 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:37.065477 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ba087038-ab26-4cd6-99fc-b155ea1fcd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.071868 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:37.148820 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ba087038-ab26-4cd6-99fc-b155ea1fcd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.157895 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-16c953d5-eb89-49f1-9835-1760bf61599b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:37.175094 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba087038-ab26-4cd6-99fc-b155ea1fcd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986936bd-d977-407d-aea8-cf6c62130836,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:37.175402 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.188497 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ba087038-ab26-4cd6-99fc-b155ea1fcd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:37.209817 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.216403 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.226853 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-da97868a-aad3-4f8a-9158-b009b06d9048 tempest-TestMinimumBasicScenario-1187483391 tempest-TestMinimumBasicScenario-1187483391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:37.265817 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff757c0f-580c-40d2-815e-5d09a569b307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.271866 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-ba087038-ab26-4cd6-99fc-b155ea1fcd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.272984 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-ba087038-ab26-4cd6-99fc-b155ea1fcd7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/986936bd-d977-407d-aea8-cf6c62130836 HTTP/1.1" status: 204 len: 168 time: 0.3356326 Jun 01 18:57:37.277868 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b76234d744284cfa9b66c21ed9346b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935392 Jun 01 18:57:37.279602 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40b7518-0f46-4744-8c34-e68911b1f971,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:37.280747 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:37.282689 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:37.341459 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c912766-3a07-420b-a4ca-08f5f9f8c94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.367491 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c912766-3a07-420b-a4ca-08f5f9f8c94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.425184 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c912766-3a07-420b-a4ca-08f5f9f8c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.429873 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0927da9e-d721-415c-ad3f-1978c1cadb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:37.442778 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c912766-3a07-420b-a4ca-08f5f9f8c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40b7518-0f46-4744-8c34-e68911b1f971,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:37.446295 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2c912766-3a07-420b-a4ca-08f5f9f8c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:37.452064 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c912766-3a07-420b-a4ca-08f5f9f8c94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.455775 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-2c912766-3a07-420b-a4ca-08f5f9f8c94c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c40b7518-0f46-4744-8c34-e68911b1f971 HTTP/1.1" status: 204 len: 168 time: 0.1738083 Jun 01 18:57:37.873620 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53822) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:37.891062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.905796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:37.910757 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Usage tracker for resource:security_group_rule and tenant:40cb54cb6805420da5b535c7ed270046 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:37.914608 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:37.924436 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:38.025407 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.029493 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.038559 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-6b527a19-e14a-456f-b3d2-ad408bb3cec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:38.078359 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40cb54cb6805420da5b535c7ed270046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036817 Jun 01 18:57:38.079978 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc6e6a-d4ea-4fb1-8cd4-34a2f0ee36e3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:38.081181 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53826) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:38.088028 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c139c014-86d0-4fc6-99f9-eb66a49830d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:38.145377 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-abfbf885-0e20-49cc-8139-a9dc63ec0cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.170856 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-abfbf885-0e20-49cc-8139-a9dc63ec0cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.223998 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-abfbf885-0e20-49cc-8139-a9dc63ec0cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.228983 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-ad48741e-151f-49e4-9a3f-3b9609fe14d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:38.242591 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbf885-0e20-49cc-8139-a9dc63ec0cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc6e6a-d4ea-4fb1-8cd4-34a2f0ee36e3,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:38.245200 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-abfbf885-0e20-49cc-8139-a9dc63ec0cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:38.247303 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-abfbf885-0e20-49cc-8139-a9dc63ec0cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.248549 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-abfbf885-0e20-49cc-8139-a9dc63ec0cc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4dc6e6a-d4ea-4fb1-8cd4-34a2f0ee36e3 HTTP/1.1" status: 204 len: 168 time: 0.1663284 Jun 01 18:57:38.526381 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 53840) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:38.557361 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.648318 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.663761 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:38.667724 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7770cf6f771e4866b4fdbd2182c964b6 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:38.670592 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:38.676627 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:38.768090 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.771890 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.779612 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-a2952db9-54e8-4b29-95b0-da7f97d8a926 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:38.821830 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f52f46-2f2c-4d2c-8a63-2cfd7d192887,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:38.825882 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:38.828711 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-abd43fb0-fa83-46ce-a331-e0c05adde2d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7770cf6f771e4866b4fdbd2182c964b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060730 Jun 01 18:57:38.831315 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 53858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:38.894854 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06dafca-8db5-44b2-9700-9b203316de20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.924873 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06dafca-8db5-44b2-9700-9b203316de20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.978888 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06dafca-8db5-44b2-9700-9b203316de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.984207 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7ee1d9f0-3923-4a85-a38c-242d195f1f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:57:38.997153 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dafca-8db5-44b2-9700-9b203316de20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f52f46-2f2c-4d2c-8a63-2cfd7d192887,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:39.001048 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-d06dafca-8db5-44b2-9700-9b203316de20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:57:39.006750 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06dafca-8db5-44b2-9700-9b203316de20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:39.010484 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-d06dafca-8db5-44b2-9700-9b203316de20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44f52f46-2f2c-4d2c-8a63-2cfd7d192887 HTTP/1.1" status: 204 len: 168 time: 0.1781850 Jun 01 18:57:39.989919 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:04.896108 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9e98608-018f-4e41-ac6b-61fee44bff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:05.035847 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:07.174840 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:07.268310 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66ccafdc-73c7-45e9-9530-b808df787fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:08.557792 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:09.982545 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:09.983875 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:58:10.807416 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 54156) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:10.925739 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:10.940297 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:10.944045 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Usage tracker for resource:security_group_rule and tenant:aa88e15823a0465e8147ce44276f08b3 is out of sync, need to count used quota {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:10.946775 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.quota.resource [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103498) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:10.952397 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.quota.driver [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:11.034942 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.038525 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.046643 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-1958d5cf-c8be-45ee-be88-c01c4876aeef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:11.082877 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa88e15823a0465e8147ce44276f08b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743249 Jun 01 18:58:11.085505 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 54162) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:11.086974 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06885fa-4a62-450e-8a38-2047d1bbf3f2,revision_number=1']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:11.090225 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-f332b64b-5511-423f-851f-863b315c9a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:11.142951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ebe294-c49d-41cc-9583-e44e1b8f9282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.168411 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ebe294-c49d-41cc-9583-e44e1b8f9282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.219046 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ebe294-c49d-41cc-9583-e44e1b8f9282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.223697 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-827ddbcb-d6c5-4479-a46a-bcd7f56e0ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:11.236684 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebe294-c49d-41cc-9583-e44e1b8f9282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06885fa-4a62-450e-8a38-2047d1bbf3f2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:11.239522 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-97ebe294-c49d-41cc-9583-e44e1b8f9282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:11.241356 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ebe294-c49d-41cc-9583-e44e1b8f9282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.242437 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-97ebe294-c49d-41cc-9583-e44e1b8f9282 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d06885fa-4a62-450e-8a38-2047d1bbf3f2 HTTP/1.1" status: 204 len: 168 time: 0.1559887 Jun 01 18:58:21.583018 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 54218) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:21.698655 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:21.716313 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:21.720102 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:5dda5477e5c042648dc5bfba1255cccf is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:21.722814 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:21.728401 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:21.808289 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:21.811767 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:21.820509 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-ba5082d4-7c1c-4833-bc6d-2d4519d53aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:21.858292 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dda5477e5c042648dc5bfba1255cccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741418 Jun 01 18:58:21.859804 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ca863-96d6-4577-9ce0-37900b9896d6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:21.860916 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 54222) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:21.863385 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-66d87345-9805-42d3-889c-9cf368f86aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:21.919401 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-af009cfb-f4e1-4685-a4b6-3e71f63c7073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:21.945010 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-af009cfb-f4e1-4685-a4b6-3e71f63c7073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:21.998771 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-af009cfb-f4e1-4685-a4b6-3e71f63c7073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.002385 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-8ffc02c0-a5ba-4148-b8f3-d35be2201741 tempest-AttachVolumeShelveTestJSON-1402293757 tempest-AttachVolumeShelveTestJSON-1402293757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:22.015007 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af009cfb-f4e1-4685-a4b6-3e71f63c7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ca863-96d6-4577-9ce0-37900b9896d6,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:22.018995 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-af009cfb-f4e1-4685-a4b6-3e71f63c7073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:22.028764 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-af009cfb-f4e1-4685-a4b6-3e71f63c7073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.031213 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-af009cfb-f4e1-4685-a4b6-3e71f63c7073 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a46ca863-96d6-4577-9ce0-37900b9896d6 HTTP/1.1" status: 204 len: 168 time: 0.1680059 Jun 01 18:58:22.679461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 54244) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:22.780069 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-383439982-network', 'tenant_id': '83d4099a5b19484e956581b355f386a3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:22.785572 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:22.789365 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Usage tracker for resource:network and tenant:83d4099a5b19484e956581b355f386a3 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:22.792179 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:22.798621 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:22.808372 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Made reservation on behalf of 83d4099a5b19484e956581b355f386a3 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:22.810558 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3602179'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.822117 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.836454 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:22.840135 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Usage tracker for resource:security_group_rule and tenant:83d4099a5b19484e956581b355f386a3 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:22.842853 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:22.849059 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:22.931587 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.935001 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.938720 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0f2da6bf-a3dc-44e7-85ed-c3134ec27dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:22.961952 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:58:22.978139 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:22.981995 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:22.982902 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.983261 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.db.segments_db [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Added segment b390bae5-ca46-47a9-ba47-aa7ec6b713ef of type vlan for network c860ffff-13eb-4c8b-a7db-e675a7c64027 Jun 01 18:58:23.009292 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764318132547'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.038386 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.039762 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:23.040338 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.043497 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-793edfbf-af96-47a2-a32f-c5e26604e2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:23.230946 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Pushing event updated for resources: {'Network': ['ID=c860ffff-13eb-4c8b-a7db-e675a7c64027,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:23.234028 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:23.239464 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-0a431880-91e3-413d-873a-5116c58cdb06 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5555274 Jun 01 18:58:23.240322 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 54248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:23.241730 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Network c860ffff-13eb-4c8b-a7db-e675a7c64027 details requested by agent ovs-agent-dv-cinder-794021-1-smb with host dv-cinder-794021-1-smb {{(pid=103500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:58:23.244508 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Request body: {'subnet': {'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-383439982-subnet', 'tenant_id': '83d4099a5b19484e956581b355f386a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:23.249383 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:23.253186 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Usage tracker for resource:subnet and tenant:83d4099a5b19484e956581b355f386a3 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:23.256023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:23.261620 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:23.271760 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Made reservation on behalf of 83d4099a5b19484e956581b355f386a3 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:23.274163 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61560659'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.661588 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61907269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61560673'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.665392 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-41622cbe-1ea6-48ee-b455-2e44cf9651e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:23.737917 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0fa0bd-25fc-4ac6-a27f-67be986430e7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:23.741252 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:23.747003 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Checking segment: {'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:58:23.747385 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Network hostable DHCP agents. Network: c860ffff-13eb-4c8b-a7db-e675a7c64027, hostable agents: ['7cac0e33-580b-47e8-a590-fdbba115b1e1'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:58:23.763723 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Network c860ffff-13eb-4c8b-a7db-e675a7c64027 is scheduled to be hosted by DHCP agent 7cac0e33-580b-47e8-a590-fdbba115b1e1 with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:58:23.772630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794021-1-smb, c860ffff-13eb-4c8b-a7db-e675a7c64027) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:58:23.781014 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:23.781589 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.782116 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4393b4-ae26-4ac1-a4c5-114be0e1403c None None] Network c860ffff-13eb-4c8b-a7db-e675a7c64027 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:58:23.801982 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-7d8075d7-6c4e-463b-977f-6ec5e8e59e78 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5611308 Jun 01 18:58:23.969269 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a9d0d-728a-404e-b918-3a5673ca6ade None None] Network c860ffff-13eb-4c8b-a7db-e675a7c64027 requested from dv-cinder-794021-1-smb {{(pid=103500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 18:58:25.953360 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-5d061e12-a8d8-4c12-bb0c-ac47ee0e0c36 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:25.954781 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-5d061e12-a8d8-4c12-bb0c-ac47ee0e0c36 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/networks?id=c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 200 len: 813 time: 0.1420457 Jun 01 18:58:25.969488 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-d3bd83f5-ca4e-4b98-a702-78072b2e2b6e tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/quotas/83d4099a5b19484e956581b355f386a3 HTTP/1.1" status: 200 len: 375 time: 0.0087841 Jun 01 18:58:26.016151 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7c8158d9-1793-4e2e-9bc0-3102adef7805 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83d4099a5b19484e956581b355f386a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415511 Jun 01 18:58:26.071586 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-202158e5-6406-43bc-af43-5af884d6f63c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103498) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:58:26.072570 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-202158e5-6406-43bc-af43-5af884d6f63c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495143 Jun 01 18:58:26.201503 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-0e9cf96d-688f-4e90-834b-2b165130dc69 service neutron] 10.222.0.15 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230960 Jun 01 18:58:26.331925 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-75e481ff-5324-47d8-82d9-ad82c1ff598c service neutron] 10.222.0.15 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239140 Jun 01 18:58:26.553706 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c56e6b8f-838a-470d-8d24-a045743c4f9e req-ba0663b4-a58d-4ce5-9001-3e6c0f38bad3 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 210 time: 0.0915325 Jun 01 18:58:27.678378 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-b05cec99-cf96-4bab-9c79-feb7442e7cfa tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:27.679088 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-b05cec99-cf96-4bab-9c79-feb7442e7cfa tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Synchronizing usage tracker for tenant:83d4099a5b19484e956581b355f386a3 on resource:network {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:27.698183 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-b05cec99-cf96-4bab-9c79-feb7442e7cfa tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Unset dirty status for tenant:83d4099a5b19484e956581b355f386a3 on resource:network {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:27.699501 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-b05cec99-cf96-4bab-9c79-feb7442e7cfa tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "GET /v2.0/networks?id=c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 200 len: 813 time: 0.1719244 Jun 01 18:58:27.712218 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Request body: {'port': {'device_id': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027', 'admin_state_up': True, 'tenant_id': '83d4099a5b19484e956581b355f386a3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:27.713114 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-bb41e1c7-7481-44a4-8b1c-a750dec7ed95 req-32065167-1376-408a-b765-01458a8ac386 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 210 time: 0.0501637 Jun 01 18:58:27.852951 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:27.856585 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Usage tracker for resource:port and tenant:83d4099a5b19484e956581b355f386a3 is out of sync, need to count used quota {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:27.859324 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=103499) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:27.865699 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:27.874877 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Made reservation on behalf of 83d4099a5b19484e956581b355f386a3 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:27.878961 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.040769 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Allocated IP 172.20.0.8 (c860ffff-13eb-4c8b-a7db-e675a7c64027/2e0fa0bd-25fc-4ac6-a27f-67be986430e7/841fbbdd-d6a4-4447-a0c5-c29e9f728b92) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:58:28.253423 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.281360 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.287683 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2cb7a1ee-57be-4cf1-bff8-3a80a8d9bd87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:28.352073 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Network c860ffff-13eb-4c8b-a7db-e675a7c64027 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:58:28.355117 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:58:28.358906 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:58:28.389385 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Pushing event updated for resources: {'Port': ['ID=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:28.405285 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.405663 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.406027 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.406389 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.406747 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.407105 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.407484 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.407839 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.408189 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.408540 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.409749 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.410237 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:28.415366 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:28.437479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:28.438084 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.457323 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c28beaa8-2d73-42d3-8200-15376b52bbd1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494195 Jun 01 18:58:28.468386 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-06d919ab-9600-4639-9a13-0a0c9e83e46a tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:58:28.469303 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-06d919ab-9600-4639-9a13-0a0c9e83e46a tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049379 Jun 01 18:58:28.522305 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Request body: {'port': {'device_id': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:28.632023 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.105847 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806490-6ac3-44ef-9f2d-c4c89e55ddf7 req-a875e21a-bacb-4d4b-bd1f-35f0ba067af2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:29.106522 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f2806490-6ac3-44ef-9f2d-c4c89e55ddf7 req-a875e21a-bacb-4d4b-bd1f-35f0ba067af2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Synchronizing usage tracker for tenant:83d4099a5b19484e956581b355f386a3 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:29.139144 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:58:29.147753 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.149824 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f2806490-6ac3-44ef-9f2d-c4c89e55ddf7 req-a875e21a-bacb-4d4b-bd1f-35f0ba067af2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Unset dirty status for tenant:83d4099a5b19484e956581b355f386a3 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:29.150954 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f2806490-6ac3-44ef-9f2d-c4c89e55ddf7 req-a875e21a-bacb-4d4b-bd1f-35f0ba067af2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 931 time: 0.2925162 Jun 01 18:58:29.176937 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Transition to ACTIVE for port object 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:29.182357 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.188713 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-da3dec47-560d-44dc-a2b9-4d9219b12b16 tempest-AttachVolumeTestJSON-1787977810 tempest-AttachVolumeTestJSON-1787977810-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:29.312103 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f2806490-6ac3-44ef-9f2d-c4c89e55ddf7 req-4f16e5c4-7442-4cf9-9e03-d0037eaedd4b tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Synchronizing usage tracker for tenant:83d4099a5b19484e956581b355f386a3 on resource:security_group {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:29.363508 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Pushing event updated for resources: {'Port': ['ID=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:29.372052 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:29.411630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f2806490-6ac3-44ef-9f2d-c4c89e55ddf7 req-4f16e5c4-7442-4cf9-9e03-d0037eaedd4b tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Unset dirty status for tenant:83d4099a5b19484e956581b355f386a3 on resource:security_group {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:29.412759 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f2806490-6ac3-44ef-9f2d-c4c89e55ddf7 req-4f16e5c4-7442-4cf9-9e03-d0037eaedd4b tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542140 Jun 01 18:58:29.448823 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Attempting to bind port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:58:29.449150 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Attempting to bind port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:58:29.449472 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Attempting to bind port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 on network c860ffff-13eb-4c8b-a7db-e675a7c64027 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:29.453994 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 on network c860ffff-13eb-4c8b-a7db-e675a7c64027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:58:29.454312 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Attempting to bind port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 on network c860ffff-13eb-4c8b-a7db-e675a7c64027 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:29.459266 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:58:29.459595 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Checking segment: {'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:58:29.459966 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Bound using segment: {'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:58:29.460375 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Bound port: 841fbbdd-d6a4-4447-a0c5-c29e9f728b92, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:58:29.460705 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.550913 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] For port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:58:29.553855 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] For port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:58:29.558209 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.562459 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-1e429ac6-9f9b-4899-a65e-9253d0ba99e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:29.616078 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:29.616681 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.618017 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] 10.222.0.36 "PUT /v2.0/ports/841fbbdd-d6a4-4447-a0c5-c29e9f728b92 HTTP/1.1" status: 200 len: 1093 time: 1.1418848 Jun 01 18:58:29.618504 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'tag': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:58:29.620796 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a45fd-c430-4ebc-99ad-34bb3914507d" -d '{"events": [{"name": "network-changed", "server_uuid": "9cebcf54-f9b6-433e-bb20-fc2f6629598c", "tag": "841fbbdd-d6a4-4447-a0c5-c29e9f728b92"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:58:29.639438 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Pushing event updated for resources: {'Port': ['ID=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:29.642907 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-7e891a3d-d061-434d-991f-f0e96b978d09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:29.722683 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995751a8-1e08-4b6a-9e36-117cd68ddcc5 x-openstack-request-id: req-995751a8-1e08-4b6a-9e36-117cd68ddcc5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:58:29.723011 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cebcf54-f9b6-433e-bb20-fc2f6629598c", "tag": "841fbbdd-d6a4-4447-a0c5-c29e9f728b92", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:58:29.723328 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-995751a8-1e08-4b6a-9e36-117cd68ddcc5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:58:29.723754 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'tag': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92', 'status': 'completed', 'code': 200} Jun 01 18:58:29.736648 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c6cf6886-a031-44e3-b8cc-693e8fefe7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:29.738756 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-c6cf6886-a031-44e3-b8cc-693e8fefe7d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d4099a5b19484e956581b355f386a3&device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 1096 time: 0.0798752 Jun 01 18:58:29.806437 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-cc84af39-01c8-437c-8d15-1d0f58142e00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92 HTTP/1.1" status: 200 len: 217 time: 0.0611906 Jun 01 18:58:29.873108 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-120c4a9f-e054-427a-be70-a1edd71208bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:29.874435 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-120c4a9f-e054-427a-be70-a1edd71208bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e0fa0bd-25fc-4ac6-a27f-67be986430e7 HTTP/1.1" status: 200 len: 853 time: 0.0622678 Jun 01 18:58:29.921273 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-7acb68a7-e740-429c-add3-a66e300a6b94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c860ffff-13eb-4c8b-a7db-e675a7c64027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402188 Jun 01 18:58:30.054407 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-ac5ed3f2-bb5a-4729-a96a-bd60c7e5eec2 service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260324 Jun 01 18:58:30.185090 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4e2ee960-777c-4e94-a54f-6a0386aadcd1 req-d481f593-5724-488e-9195-a92654a5ac44 service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244223 Jun 01 18:58:30.307278 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-69f0756c-e4ba-4ae7-8c4b-1b8f441e136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:30.308726 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-69f0756c-e4ba-4ae7-8c4b-1b8f441e136b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d4099a5b19484e956581b355f386a3&device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 1096 time: 0.0747187 Jun 01 18:58:30.437690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-ceec002f-c1df-482e-9153-8c525b4ee95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:30.439027 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-ceec002f-c1df-482e-9153-8c525b4ee95b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 200 len: 914 time: 0.1240809 Jun 01 18:58:30.504833 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-f0fca161-7ba3-422b-8a1a-7f7f9d63fead service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92 HTTP/1.1" status: 200 len: 217 time: 0.0595150 Jun 01 18:58:30.616702 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-2963c26c-e6d2-4fe6-8892-a2ecc34d98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:30.618098 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-2963c26c-e6d2-4fe6-8892-a2ecc34d98f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e0fa0bd-25fc-4ac6-a27f-67be986430e7 HTTP/1.1" status: 200 len: 853 time: 0.1073744 Jun 01 18:58:30.764741 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-c2b1fd43-77f8-40d3-b9f0-208eba35733f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c860ffff-13eb-4c8b-a7db-e675a7c64027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401513 Jun 01 18:58:30.775955 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338627b1-4920-43e7-97c4-34325ec227ad req-0f26690f-bac5-46ba-a875-7b3cd58c2df5 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:30.777273 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-338627b1-4920-43e7-97c4-34325ec227ad req-0f26690f-bac5-46ba-a875-7b3cd58c2df5 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 943 time: 0.2340310 Jun 01 18:58:30.901134 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-338627b1-4920-43e7-97c4-34325ec227ad req-43b52ef6-a334-4520-9917-1f9c0a5bb17e tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059480 Jun 01 18:58:30.934506 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-0ba017c8-5a4b-4ab9-9ce9-e68c7c3eaa5b service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563370 Jun 01 18:58:31.066670 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-6c6a45fd-c430-4ebc-99ad-34bb3914507d req-045ab8bc-412c-4b08-8010-2e462439014f service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253104 Jun 01 18:58:32.083206 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704cff-4ed6-4b1f-b343-e7ee4765534c req-4455fcd2-f496-4fa8-99a1-660f88fc56b6 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:32.084676 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-87704cff-4ed6-4b1f-b343-e7ee4765534c req-4455fcd2-f496-4fa8-99a1-660f88fc56b6 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 943 time: 0.0791090 Jun 01 18:58:32.129129 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-87704cff-4ed6-4b1f-b343-e7ee4765534c req-0e86095c-5197-4f0b-a7b9-36bbc1287f08 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388186 Jun 01 18:58:33.312877 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e0857-751d-4294-8d70-e590e4676c42 req-e2f00758-e1ff-4ba3-8484-5c542dbe8216 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:33.314213 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0b3e0857-751d-4294-8d70-e590e4676c42 req-e2f00758-e1ff-4ba3-8484-5c542dbe8216 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 943 time: 0.0787206 Jun 01 18:58:33.358527 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-0b3e0857-751d-4294-8d70-e590e4676c42 req-6903d8a0-95c6-4c0e-b5fd-9f99ffebf97d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 Jun 01 18:58:34.632006 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14420abf-8990-4993-86c1-e57cceeb1f3c req-7bef4b74-e926-4ad9-8399-0ee736e21779 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:34.633448 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-14420abf-8990-4993-86c1-e57cceeb1f3c req-7bef4b74-e926-4ad9-8399-0ee736e21779 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 943 time: 0.1707830 Jun 01 18:58:34.677333 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-14420abf-8990-4993-86c1-e57cceeb1f3c req-8d113c17-32ec-4f9d-94ac-739843232180 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382707 Jun 01 18:58:34.898376 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8938876-8079-463d-bab6-15ea53d973ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.033827 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.197609 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:58:35.327951 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:35.341021 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92', 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027', 'port_id': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92', 'mac_address': 'fa:16:3e:7b:54:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0fa0bd-25fc-4ac6-a27f-67be986430e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:58:35.393307 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.410872 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:58:35.425284 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:35.429129 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.430783 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-ccabfa3c-94b7-4133-91d2-58ad9b5d38fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:35.529612 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:35.537419 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.537757 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.538084 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.538405 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.538723 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.539040 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.539383 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.539704 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.540016 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.540326 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.540634 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.540941 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:35.544707 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:35.723327 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['841fbbdd-d6a4-4447-a0c5-c29e9f728b92'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:35.868996 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eba020-088c-4d64-b299-e61c10c71477 req-f280cad4-caa4-4ecd-9231-6d2b744cde6f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:35.870350 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-27eba020-088c-4d64-b299-e61c10c71477 req-f280cad4-caa4-4ecd-9231-6d2b744cde6f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 944 time: 0.0861287 Jun 01 18:58:35.915203 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-27eba020-088c-4d64-b299-e61c10c71477 req-77e26ff8-d73d-4f7e-b17f-e7c23ded185a tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Jun 01 18:58:37.101504 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f89cae-e89e-431b-837d-ebd33bab4f4d req-16de1345-d43d-4cb2-a248-e14054e186b2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:37.102955 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c6f89cae-e89e-431b-837d-ebd33bab4f4d req-16de1345-d43d-4cb2-a248-e14054e186b2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 944 time: 0.0791044 Jun 01 18:58:37.149282 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-c6f89cae-e89e-431b-837d-ebd33bab4f4d req-ffafe29e-2c2e-4c3a-a054-5324d4f62ff0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 Jun 01 18:58:37.178307 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.208685 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:37.277397 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-70750c17-bca9-4fbe-bc82-0558c91c42f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.287764 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:37.292221 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:37.292613 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.407571 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.434321 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:58:37.436551 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af0e4e8-f929-4a8b-bdc7-96cfebf4f6c1" -d '{"events": [{"server_uuid": "9cebcf54-f9b6-433e-bb20-fc2f6629598c", "name": "network-vif-plugged", "status": "completed", "tag": "841fbbdd-d6a4-4447-a0c5-c29e9f728b92"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:58:37.444887 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:37.449337 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.451332 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:58:37.481310 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c7282-d323-4b39-9e0a-a67ec285bd9c x-openstack-request-id: req-732c7282-d323-4b39-9e0a-a67ec285bd9c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:58:37.481604 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cebcf54-f9b6-433e-bb20-fc2f6629598c", "name": "network-vif-plugged", "status": "completed", "tag": "841fbbdd-d6a4-4447-a0c5-c29e9f728b92", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:58:37.481864 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-732c7282-d323-4b39-9e0a-a67ec285bd9c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:58:37.482249 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92', 'code': 200} Jun 01 18:58:37.524887 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:37.527952 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:58:37.699153 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a0a82-5e7d-431e-ae94-1c8a850da7cf req-6c7234ac-414a-41b5-ae61-5ce2121becb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:37.700617 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bf8a0a82-5e7d-431e-ae94-1c8a850da7cf req-6c7234ac-414a-41b5-ae61-5ce2121becb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 1098 time: 0.0687830 Jun 01 18:58:37.744288 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bf8a0a82-5e7d-431e-ae94-1c8a850da7cf req-fe4e7acb-7d1e-4c23-9698-1b05ed31ca7b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367296 Jun 01 18:58:38.330563 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dae64-39f8-4ddf-aba8-a12d96c35f72 req-0b6962f9-682f-4925-bf96-327b175b801f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:38.332143 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9c2dae64-39f8-4ddf-aba8-a12d96c35f72 req-0b6962f9-682f-4925-bf96-327b175b801f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.0796483 Jun 01 18:58:38.375006 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-9c2dae64-39f8-4ddf-aba8-a12d96c35f72 req-6375c5f8-2fc6-4aff-8aec-0f109dc0d2b1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Jun 01 18:58:38.560602 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:39.559824 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38905e-5768-4c71-88d2-617e4e98ec4c req-58ea1c6c-f819-40b1-ae26-f68725c3e80e tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:58:39.561264 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5a38905e-5768-4c71-88d2-617e4e98ec4c req-58ea1c6c-f819-40b1-ae26-f68725c3e80e tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.0799153 Jun 01 18:58:39.605111 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-5a38905e-5768-4c71-88d2-617e4e98ec4c req-d943b6d8-4bde-4e55-b2f1-184858cf980c tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Jun 01 18:58:39.985011 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:46.983261 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:59:04.899996 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c226fad3-f41a-49b2-8104-a379ee70c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:05.039343 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.179755 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.268378 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60f48cb7-3d9b-4e98-87f2-4fb17136d21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:08.565333 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.988318 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:10.485669 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b155e-c223-45eb-bc3a-14addda96920 req-8b0bf79c-0a36-4794-bc76-95539e01cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:10.487111 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-938b155e-c223-45eb-bc3a-14addda96920 req-8b0bf79c-0a36-4794-bc76-95539e01cde2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d4099a5b19484e956581b355f386a3&device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 1098 time: 0.0742650 Jun 01 18:59:10.635493 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b155e-c223-45eb-bc3a-14addda96920 req-d0e9fece-1d5a-4186-b765-80c13fdc82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:10.636910 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-938b155e-c223-45eb-bc3a-14addda96920 req-d0e9fece-1d5a-4186-b765-80c13fdc82e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 200 len: 914 time: 0.1295819 Jun 01 18:59:10.702681 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-938b155e-c223-45eb-bc3a-14addda96920 req-6beb0280-df3c-45a9-b2fb-a6c7ae8ad15f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92 HTTP/1.1" status: 200 len: 217 time: 0.0593781 Jun 01 18:59:10.766929 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b155e-c223-45eb-bc3a-14addda96920 req-0a5de9e9-a7c6-4c55-8e6b-6bfedabe25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:10.768326 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-938b155e-c223-45eb-bc3a-14addda96920 req-0a5de9e9-a7c6-4c55-8e6b-6bfedabe25f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e0fa0bd-25fc-4ac6-a27f-67be986430e7 HTTP/1.1" status: 200 len: 853 time: 0.0592897 Jun 01 18:59:10.821872 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-938b155e-c223-45eb-bc3a-14addda96920 req-dce701d5-7c70-4bb8-93e0-6a82308a0a41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c860ffff-13eb-4c8b-a7db-e675a7c64027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473783 Jun 01 18:59:10.973961 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-938b155e-c223-45eb-bc3a-14addda96920 req-6975b4fe-0ca5-46d6-84f9-7151e92064d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457181 Jun 01 18:59:11.103422 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-938b155e-c223-45eb-bc3a-14addda96920 req-84fc2aea-0a04-41de-9d4d-19d0c90dfee4 service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226828 Jun 01 18:59:21.012342 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c879ae0-dd5c-4b06-a755-75f7aa9e9714 req-27051095-add3-4421-9558-11993d6ca026 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:21.013777 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c879ae0-dd5c-4b06-a755-75f7aa9e9714 req-27051095-add3-4421-9558-11993d6ca026 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.0847778 Jun 01 18:59:21.058242 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-4c879ae0-dd5c-4b06-a755-75f7aa9e9714 req-5d55ea09-2607-46b8-84b2-f950b7c34dd9 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Jun 01 18:59:22.247107 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e346e-425b-47a3-ae5e-b5e0ab562168 req-61895873-232e-4177-bc85-1c70d994c9b0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:22.248568 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6b7e346e-425b-47a3-ae5e-b5e0ab562168 req-61895873-232e-4177-bc85-1c70d994c9b0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.0829332 Jun 01 18:59:22.293701 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-6b7e346e-425b-47a3-ae5e-b5e0ab562168 req-a68e958c-9c08-49b5-852b-326a2536f673 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Jun 01 18:59:23.473435 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b9d5f-c1ca-4aea-8272-e0b768a5361a req-a467c9ae-5e13-4590-b005-bc368ee20b39 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:23.474869 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa8b9d5f-c1ca-4aea-8272-e0b768a5361a req-a467c9ae-5e13-4590-b005-bc368ee20b39 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.0786078 Jun 01 18:59:23.519031 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa8b9d5f-c1ca-4aea-8272-e0b768a5361a req-16507cc0-9024-4aa2-a4f6-8065b12b7609 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378582 Jun 01 18:59:23.982453 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 18:59:24.702349 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133ae1-20c1-488a-89d5-d35830e6d946 req-93546770-0e59-49d0-9ebe-4600d8e15fa3 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:24.703831 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e2133ae1-20c1-488a-89d5-d35830e6d946 req-93546770-0e59-49d0-9ebe-4600d8e15fa3 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.0792940 Jun 01 18:59:24.750518 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e2133ae1-20c1-488a-89d5-d35830e6d946 req-ce2c4bfd-fc33-497b-a19a-593301038fa4 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Jun 01 18:59:25.827360 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-d1adb470-5b3b-4f92-9eaa-dfb3f58cd3d3 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:25.828766 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-d1adb470-5b3b-4f92-9eaa-dfb3f58cd3d3 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.1738026 Jun 01 18:59:26.041490 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2075e5b-0df7-4e55-9a6e-f0e15d5801fc req-e76abb11-c2cf-4147-ba7a-ba640e2232ec tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:26.042823 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c2075e5b-0df7-4e55-9a6e-f0e15d5801fc req-e76abb11-c2cf-4147-ba7a-ba640e2232ec tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cebcf54-f9b6-433e-bb20-fc2f6629598c HTTP/1.1" status: 200 len: 945 time: 0.1657820 Jun 01 18:59:26.048592 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Deleting port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 18:59:26.048935 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:26.180166 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c2075e5b-0df7-4e55-9a6e-f0e15d5801fc req-80111529-ca4b-4449-81f8-a52c6bc6f453 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176355 Jun 01 18:59:26.223563 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] For port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:26.223924 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:26.353699 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Calling delete_port for 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 18:59:26.465873 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:26.471160 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-87366108-a7ee-434e-b4af-d027a5878fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:59:26.477999 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['841fbbdd-d6a4-4447-a0c5-c29e9f728b92'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:26.522425 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Pushing event deleted for resources: {'Port': ['ID=841fbbdd-d6a4-4447-a0c5-c29e9f728b92,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:26.550062 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:59:26.603133 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] No DVR routers for this DVR port 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:26.605761 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:26.608297 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'name': 'network-vif-deleted', 'tag': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:59:26.610526 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f263563-cc00-4b78-b9ad-5a03a9a504c8" -d '{"events": [{"server_uuid": "9cebcf54-f9b6-433e-bb20-fc2f6629598c", "name": "network-vif-deleted", "tag": "841fbbdd-d6a4-4447-a0c5-c29e9f728b92"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:59:26.625526 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-97953d01-6bf5-4ffe-a8dd-11d81a33904f req-e25a98bc-5a62-43a6-ac2f-32404ca84df2 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "DELETE /v2.0/ports/841fbbdd-d6a4-4447-a0c5-c29e9f728b92 HTTP/1.1" status: 204 len: 173 time: 0.7912006 Jun 01 18:59:26.656596 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292eb309-61bd-4c6f-9a26-44e451e11a6e x-openstack-request-id: req-292eb309-61bd-4c6f-9a26-44e451e11a6e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:59:26.656917 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cebcf54-f9b6-433e-bb20-fc2f6629598c", "name": "network-vif-deleted", "tag": "841fbbdd-d6a4-4447-a0c5-c29e9f728b92", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:59:26.657200 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-292eb309-61bd-4c6f-9a26-44e451e11a6e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:59:26.657616 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cebcf54-f9b6-433e-bb20-fc2f6629598c', 'name': 'network-vif-deleted', 'tag': '841fbbdd-d6a4-4447-a0c5-c29e9f728b92', 'status': 'completed', 'code': 200} Jun 01 18:59:29.437971 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:29.474115 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 18:59:29.474386 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device 841fbbdd-d6a4-4447-a0c5-c29e9f728b92 not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:31.443203 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-29d9bb16-0fd7-4ff1-a2aa-7926e105b96f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:31.444633 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-29d9bb16-0fd7-4ff1-a2aa-7926e105b96f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/networks?id=c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 200 len: 813 time: 0.1457744 Jun 01 18:59:31.459416 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-900a6610-f2fb-479f-81bc-bacc8f378518 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/quotas/83d4099a5b19484e956581b355f386a3 HTTP/1.1" status: 200 len: 375 time: 0.0087547 Jun 01 18:59:31.505040 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-4ff00730-9296-4d4f-aace-617f860e1fb0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83d4099a5b19484e956581b355f386a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407238 Jun 01 18:59:31.633686 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-658d5104-9225-47c3-9cb4-848107efb64c service neutron] 10.222.0.15 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216567 Jun 01 18:59:31.762703 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-92bdae9d-e4fb-4944-bf9f-a21dba020950 service neutron] 10.222.0.15 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234033 Jun 01 18:59:31.936699 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f5ef037b-651b-454c-a912-07fb6f416985 req-5a200b73-c769-45cd-86c6-8c98446a2df5 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Synchronizing usage tracker for tenant:83d4099a5b19484e956581b355f386a3 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:31.952630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-f5ef037b-651b-454c-a912-07fb6f416985 req-5a200b73-c769-45cd-86c6-8c98446a2df5 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Unset dirty status for tenant:83d4099a5b19484e956581b355f386a3 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:31.953824 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-f5ef037b-651b-454c-a912-07fb6f416985 req-5a200b73-c769-45cd-86c6-8c98446a2df5 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 210 time: 0.0627789 Jun 01 18:59:32.924628 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-09273aa6-c636-479c-bcd7-64830595a5a0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:32.926031 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-09273aa6-c636-479c-bcd7-64830595a5a0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "GET /v2.0/networks?id=c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 200 len: 813 time: 0.1589203 Jun 01 18:59:32.937559 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Request body: {'port': {'device_id': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027', 'admin_state_up': True, 'tenant_id': '83d4099a5b19484e956581b355f386a3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:33.074625 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:33.084729 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.quota.driver [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=103499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:33.095628 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Made reservation on behalf of 83d4099a5b19484e956581b355f386a3 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:33.099243 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.106609 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-4a0cd1e3-72d1-4180-b63e-b32cf63d5ffc req-2ba9811f-ee02-403d-8359-af4cc553bdc1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 210 time: 0.0445232 Jun 01 18:59:33.261818 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Allocated IP 172.20.0.7 (c860ffff-13eb-4c8b-a7db-e675a7c64027/2e0fa0bd-25fc-4ac6-a27f-67be986430e7/af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:59:33.462030 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.490703 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764318113985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.497106 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-14a7651d-53a4-401b-9465-0f100a9fc266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:59:33.562518 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Network c860ffff-13eb-4c8b-a7db-e675a7c64027 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:59:33.566400 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:33.570322 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 18:59:33.709073 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Pushing event updated for resources: {'Port': ['ID=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:33.727495 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.727790 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.728143 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.728491 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.728836 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.729178 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.729519 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.729862 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.730203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.730540 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.730875 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.731229 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:33.736481 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:59:33.748795 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:33.749377 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.772161 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-fa9b8aba-d542-4e6d-800d-0ea4c889ff28 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382294 Jun 01 18:59:33.782984 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.v2.base [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Request body: {'port': {'device_id': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79402'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:33.889495 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.267530 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:59:34.276870 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.301584 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Transition to ACTIVE for port object af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:59:34.305690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.309981 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-90449b6c-f88b-4471-a365-0a152e4feb1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:59:34.447253 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9353b93-8dfc-4098-9bbc-77560de9d1c7 req-21dc3bff-f7ff-43d2-b8f0-80daf3279ee0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:34.447837 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-a9353b93-8dfc-4098-9bbc-77560de9d1c7 req-21dc3bff-f7ff-43d2-b8f0-80daf3279ee0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Synchronizing usage tracker for tenant:83d4099a5b19484e956581b355f386a3 on resource:port {{(pid=103499) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:34.454706 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Pushing event updated for resources: {'Port': ['ID=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:34.480479 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:59:34.540226 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.quota.resource [req-a9353b93-8dfc-4098-9bbc-77560de9d1c7 req-21dc3bff-f7ff-43d2-b8f0-80daf3279ee0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Unset dirty status for tenant:83d4099a5b19484e956581b355f386a3 on resource:port {{(pid=103499) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:34.541365 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a9353b93-8dfc-4098-9bbc-77560de9d1c7 req-21dc3bff-f7ff-43d2-b8f0-80daf3279ee0 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 931 time: 0.3278360 Jun 01 18:59:34.607739 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Attempting to bind port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a on host hv-cinder-79402 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:59:34.608065 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Attempting to bind port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a by drivers openvswitch,hyperv on host hv-cinder-79402 at level 0 using segments [{'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:59:34.608386 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Attempting to bind port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a on network c860ffff-13eb-4c8b-a7db-e675a7c64027 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:59:34.615457 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-a9353b93-8dfc-4098-9bbc-77560de9d1c7 req-89bb8ede-2252-4460-9b5d-cf4f4ef6be7d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683665 Jun 01 18:59:34.618027 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a on network c860ffff-13eb-4c8b-a7db-e675a7c64027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79402 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:59:34.618336 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Attempting to bind port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a on network c860ffff-13eb-4c8b-a7db-e675a7c64027 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:59:34.623461 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Checking agent: {'id': 'bf561bc2-4df0-4c34-8198-4f1a1d7bb55b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79402', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'started_at': datetime.datetime(2021, 6, 1, 18, 46, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 18, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:59:34.623793 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Checking segment: {'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 18:59:34.624161 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Bound using segment: {'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:59:34.624569 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Bound port: af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a, host: hv-cinder-79402, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:59:34.624900 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.711423 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] For port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a, host hv-cinder-79402, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:59:34.714196 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] For port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a, host hv-cinder-79402, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:59:34.718366 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61907660'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.722672 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-2146e6c5-bd1a-40c2-a36e-696437d97c8f tempest-TestShelveInstance-272511060 tempest-TestShelveInstance-272511060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:59:34.780625 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:34.781223 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.782534 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] 10.222.0.36 "PUT /v2.0/ports/af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a HTTP/1.1" status: 200 len: 1093 time: 1.0035172 Jun 01 18:59:34.783019 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'tag': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:59:34.785536 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8035d0e8-2d75-4166-a928-202d8206953e" -d '{"events": [{"name": "network-changed", "server_uuid": "83ab734f-8e44-4a40-ba21-5fbf354c12f3", "tag": "af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:59:34.807625 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Pushing event updated for resources: {'Port': ['ID=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:34.810396 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-436439ec-fe4d-4645-81eb-442b97bdaa5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:59:34.829737 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 18:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df1cdbc-9175-4741-a811-02f61b0243cf x-openstack-request-id: req-5df1cdbc-9175-4741-a811-02f61b0243cf {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:59:34.830052 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ab734f-8e44-4a40-ba21-5fbf354c12f3", "tag": "af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:59:34.830330 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5df1cdbc-9175-4741-a811-02f61b0243cf {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:59:34.830751 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'tag': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a', 'status': 'completed', 'code': 200} Jun 01 18:59:34.900206 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec4557c9-c115-4fcb-b56f-2a399d9379ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.910448 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-f2c12b6c-cf3a-4ac7-8b21-c78b503034b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:34.912008 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-f2c12b6c-cf3a-4ac7-8b21-c78b503034b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d4099a5b19484e956581b355f386a3&device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 1096 time: 0.0734172 Jun 01 18:59:34.984081 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-84069665-ac42-4ebe-9531-b6b4c1ce1ae8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a HTTP/1.1" status: 200 len: 217 time: 0.0640180 Jun 01 18:59:35.044728 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-79aa093e-53cc-44ea-8102-4ac6277a77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:35.046140 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-79aa093e-53cc-44ea-8102-4ac6277a77fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e0fa0bd-25fc-4ac6-a27f-67be986430e7 HTTP/1.1" status: 200 len: 853 time: 0.0565932 Jun 01 18:59:35.048902 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.096633 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-d5fa6228-757f-47be-acd5-775755159260 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c860ffff-13eb-4c8b-a7db-e675a7c64027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442019 Jun 01 18:59:35.227384 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-c8e250d8-08df-4b3e-9a23-ae8b16125e01 service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248045 Jun 01 18:59:35.451284 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ed9e09b9-7602-441f-9463-b6ff55f2a0d5 req-d9344632-8027-4b41-bd29-f345a83c4e24 service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178583 Jun 01 18:59:35.562718 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035d0e8-2d75-4166-a928-202d8206953e req-f5f66bb9-5d53-4db2-93b7-7f106e6b86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:35.564172 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8035d0e8-2d75-4166-a928-202d8206953e req-f5f66bb9-5d53-4db2-93b7-7f106e6b86c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d4099a5b19484e956581b355f386a3&device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 1096 time: 0.0692301 Jun 01 18:59:35.694958 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035d0e8-2d75-4166-a928-202d8206953e req-7004a6ef-f848-402e-8666-0cf75e488b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:35.697080 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8035d0e8-2d75-4166-a928-202d8206953e req-7004a6ef-f848-402e-8666-0cf75e488b42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 200 len: 914 time: 0.1267400 Jun 01 18:59:35.798676 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8035d0e8-2d75-4166-a928-202d8206953e req-e30299d6-78bd-4d34-9047-a637a7643727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a HTTP/1.1" status: 200 len: 217 time: 0.0954528 Jun 01 18:59:35.887433 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035d0e8-2d75-4166-a928-202d8206953e req-bba93234-4de0-4443-951c-0eb22a842293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:35.888858 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8035d0e8-2d75-4166-a928-202d8206953e req-bba93234-4de0-4443-951c-0eb22a842293 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2e0fa0bd-25fc-4ac6-a27f-67be986430e7 HTTP/1.1" status: 200 len: 853 time: 0.0833988 Jun 01 18:59:35.938385 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611cd3d-ce82-4b92-989f-11a45ddac2ee req-e1e2277b-80c8-4f36-a7f1-50cf67b5b65c tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:35.939813 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e611cd3d-ce82-4b92-989f-11a45ddac2ee req-e1e2277b-80c8-4f36-a7f1-50cf67b5b65c tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 943 time: 0.1796091 Jun 01 18:59:35.946196 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8035d0e8-2d75-4166-a928-202d8206953e req-241eb643-2695-485e-8502-e8abddb6ebcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c860ffff-13eb-4c8b-a7db-e675a7c64027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508859 Jun 01 18:59:36.065066 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-e611cd3d-ce82-4b92-989f-11a45ddac2ee req-244160c6-6f2b-44cb-b527-32cc0a75f7ef tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178560 Jun 01 18:59:36.105547 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8035d0e8-2d75-4166-a928-202d8206953e req-666750bd-4c8d-4bd9-be8b-073401e54cba service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462007 Jun 01 18:59:36.240140 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-8035d0e8-2d75-4166-a928-202d8206953e req-accbbf4a-74e8-4726-aee2-cbd0326ce5f1 service neutron] 10.222.0.36 "GET /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268306 Jun 01 18:59:37.183358 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.254396 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a5462-850a-48b8-b11e-f67104c45d53 req-58bb8cc4-1745-41d3-aae3-760456380455 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:37.255880 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-936a5462-850a-48b8-b11e-f67104c45d53 req-58bb8cc4-1745-41d3-aae3-760456380455 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 943 time: 0.0866129 Jun 01 18:59:37.270307 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-268581f7-01d9-403c-a16d-49947555ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.300368 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-936a5462-850a-48b8-b11e-f67104c45d53 req-2ee402d3-f03e-46c4-b2de-5498892c7351 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 Jun 01 18:59:38.487478 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece32811-d483-43e9-9ee4-e161a0abf816 req-890bdcec-99b1-4c12-96df-a3f185ad9677 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:38.488820 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ece32811-d483-43e9-9ee4-e161a0abf816 req-890bdcec-99b1-4c12-96df-a3f185ad9677 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 943 time: 0.0828905 Jun 01 18:59:38.532720 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ece32811-d483-43e9-9ee4-e161a0abf816 req-14967338-5762-4db3-9aa1-d7830ed3686b tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Jun 01 18:59:38.566306 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.503664 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a details requested by agent hyperv_hv-cinder-79402 with host hv-cinder-79402 {{(pid=103500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:59:39.635830 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:39.649500 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Returning: {'device': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a', 'network_id': 'c860ffff-13eb-4c8b-a7db-e675a7c64027', 'port_id': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a', 'mac_address': 'fa:16:3e:cb:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0fa0bd-25fc-4ac6-a27f-67be986430e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:59:39.702732 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.717477 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73e7f3-1cbd-426d-8c1b-737c1ab60fb7 req-5fc7b8d4-7e57-49b8-ac04-07d547485cca tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:39.718954 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ff73e7f3-1cbd-426d-8c1b-737c1ab60fb7 req-5fc7b8d4-7e57-49b8-ac04-07d547485cca tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 943 time: 0.0802336 Jun 01 18:59:39.719321 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 18:59:39.736220 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:39.739422 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.741919 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:59:39.769244 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-ff73e7f3-1cbd-426d-8c1b-737c1ab60fb7 req-26d53a98-b2b4-4fdf-9202-7810d8724185 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jun 01 18:59:39.811501 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,revision_number=4']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:39.818392 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.818725 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.819052 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.819395 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.819738 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.820055 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.820370 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.820679 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.820991 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.821301 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.821605 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.821911 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:39.825720 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:59:39.990098 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:40.047817 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:40.953924 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17324b-46a0-4da0-9b1c-be4850a899bb req-2f03ffa0-cab0-492a-bb34-49c3d4ae0e64 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:40.955372 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa17324b-46a0-4da0-9b1c-be4850a899bb req-2f03ffa0-cab0-492a-bb34-49c3d4ae0e64 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 944 time: 0.0801938 Jun 01 18:59:40.998774 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fa17324b-46a0-4da0-9b1c-be4850a899bb req-61ae517e-bf42-45d0-9ad4-25ccdd857e2a tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Jun 01 18:59:41.519120 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a up at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:59:41.593102 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning for port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a completed by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:59:41.598310 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Provisioning complete for port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a triggered by entity L2. {{(pid=103500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:41.598692 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3583593'] for port, provisioning_complete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.716963 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3602234'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.742998 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 18:59:41.745265 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e3782725efbc4b092038d427f70128f5f10fe1ba1625a907fe9a0990f0dd6ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd86264-743f-4747-8210-e1e2043bf948" -d '{"events": [{"server_uuid": "83ab734f-8e44-4a40-ba21-5fbf354c12f3", "name": "network-vif-plugged", "status": "completed", "tag": "af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 18:59:41.752814 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] For port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:41.756760 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764318649501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764318114003', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764318114564'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.760018 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:59:41.827044 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Pushing event updated for resources: {'Port': ['ID=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,revision_number=5']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:41.830227 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG oslo_concurrency.lockutils [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103500) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:59:41.839256 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71edaf0-0ed5-412a-937f-fcd83e35a30b x-openstack-request-id: req-d71edaf0-0ed5-412a-937f-fcd83e35a30b {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 18:59:41.839552 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ab734f-8e44-4a40-ba21-5fbf354c12f3", "name": "network-vif-plugged", "status": "completed", "tag": "af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 18:59:41.839813 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d71edaf0-0ed5-412a-937f-fcd83e35a30b {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 18:59:41.840242 dv-cinder-794021-1-smb neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a', 'code': 200} Jun 01 18:59:42.063403 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56641d-38a5-4d83-89be-8482b1408197 req-540340ad-2a72-4288-841c-dfc2bebb54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:42.064881 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc56641d-38a5-4d83-89be-8482b1408197 req-540340ad-2a72-4288-841c-dfc2bebb54d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 1098 time: 0.0742791 Jun 01 18:59:42.136570 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fc56641d-38a5-4d83-89be-8482b1408197 req-c764e88c-41c7-4749-98fb-ab000fa55d6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652804 Jun 01 18:59:42.185957 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d4700-741c-42ee-b40e-32818855209c req-2c987a84-ade5-42e9-ad44-7eac1d188c6f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:42.187411 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-468d4700-741c-42ee-b40e-32818855209c req-2c987a84-ade5-42e9-ad44-7eac1d188c6f tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.0843377 Jun 01 18:59:42.236823 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-468d4700-741c-42ee-b40e-32818855209c req-d9fc86b6-f609-4933-9360-2b4ae47c550d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Jun 01 18:59:43.426765 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687aa98-582f-483e-ba99-e5883ccc2478 req-549baa82-8bd0-406f-b97a-e1843f76c690 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 18:59:43.428131 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b687aa98-582f-483e-ba99-e5883ccc2478 req-549baa82-8bd0-406f-b97a-e1843f76c690 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.0801005 Jun 01 18:59:43.471006 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-b687aa98-582f-483e-ba99-e5883ccc2478 req-e14ce2b0-277b-4f6e-b5d1-0be2e858f764 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Jun 01 19:00:00.981704 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:00:04.572344 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3ddbd-bde5-4b41-8111-c2bb90dfcfb6 req-4963d851-4dba-4d66-b4a7-62f4d55cd3ec tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 19:00:04.573788 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c8f3ddbd-bde5-4b41-8111-c2bb90dfcfb6 req-4963d851-4dba-4d66-b4a7-62f4d55cd3ec tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.0804191 Jun 01 19:00:04.617246 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-c8f3ddbd-bde5-4b41-8111-c2bb90dfcfb6 req-2ccca255-e946-4f48-bc72-f3c2c8d3587d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Jun 01 19:00:04.901163 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dda0dd9a-f52f-43b1-946f-43f3b2a82edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:05.048189 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:05.808758 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976ab24-e06a-4762-9e8e-23f6b01a1228 req-f816468b-35e3-4906-bf59-0978b3369eea tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 19:00:05.810245 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e976ab24-e06a-4762-9e8e-23f6b01a1228 req-f816468b-35e3-4906-bf59-0978b3369eea tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.0844927 Jun 01 19:00:05.854967 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-e976ab24-e06a-4762-9e8e-23f6b01a1228 req-531e1d4c-f341-4f32-9885-6497af165051 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Jun 01 19:00:07.042192 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb46df-e6d9-4d12-b157-c08bc547f65d req-8568740f-253c-4598-8e78-c5cc67add56d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 19:00:07.043633 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bdeb46df-e6d9-4d12-b157-c08bc547f65d req-8568740f-253c-4598-8e78-c5cc67add56d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.0839641 Jun 01 19:00:07.087096 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-bdeb46df-e6d9-4d12-b157-c08bc547f65d req-2f9fc895-e781-4469-95ca-c0d495d25b6c tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 Jun 01 19:00:07.188437 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:07.271224 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27cec721-308e-4d30-9da0-6142911a6c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:08.269616 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813db76a-d616-4442-b1ae-f4075164bf6e req-56eb585f-5499-453e-8699-b07c6a93c5db tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 19:00:08.271042 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-813db76a-d616-4442-b1ae-f4075164bf6e req-56eb585f-5499-453e-8699-b07c6a93c5db tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.0802276 Jun 01 19:00:08.314298 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [req-813db76a-d616-4442-b1ae-f4075164bf6e req-b812d4dc-531c-47f9-b5a0-9ae59b9d0322 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Jun 01 19:00:08.570284 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:08.854271 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11e760-64dd-4365-bca7-3d538c59453c req-37e2fa75-c8c1-46cf-a801-52d362fb9f82 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 19:00:08.855598 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fd11e760-64dd-4365-bca7-3d538c59453c req-37e2fa75-c8c1-46cf-a801-52d362fb9f82 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.0788255 Jun 01 19:00:08.992608 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Deleting port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 19:00:08.993099 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764318644273'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.219882 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] For port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a, host hv-cinder-79402, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79402',level=0,port_id=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,segment=NetworkSegment(b390bae5-ca46-47a9-ba47-aa7ec6b713ef),segment_id=b390bae5-ca46-47a9-ba47-aa7ec6b713ef)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:09.220231 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551986'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.340990 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Calling delete_port for af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 19:00:09.498512 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3602379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764318649483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764318113994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61907669'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.503928 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8204c380-a70e-4e7c-948b-f57dce508cdc tempest-AttachVolumeNegativeTest-520390644 tempest-AttachVolumeNegativeTest-520390644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 19:00:09.511053 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] get_ports_and_sgs() called for port_ids ['af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a'] {{(pid=103500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:09.556165 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Pushing event deleted for resources: {'Port': ['ID=af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:09.584127 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 19:00:09.638325 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf21d4f-8b96-48c1-aece-767861203af1 req-1c86d810-bbba-40b0-88f7-e8f9a3ae178d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 19:00:09.639777 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ccf21d4f-8b96-48c1-aece-767861203af1 req-1c86d810-bbba-40b0-88f7-e8f9a3ae178d tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/ports?device_id=83ab734f-8e44-4a40-ba21-5fbf354c12f3 HTTP/1.1" status: 200 len: 945 time: 0.2180307 Jun 01 19:00:09.640735 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] No DVR routers for this DVR port af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a on host hv-cinder-79402 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:09.643084 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008951'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.645663 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'name': 'network-vif-deleted', 'tag': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 19:00:09.647896 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b814439530bcd8cf3e3132d27c261305173c654af1bca2c747e98b371431808f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c52eb6-5a95-4f73-a957-9fa95ee4012b" -d '{"events": [{"server_uuid": "83ab734f-8e44-4a40-ba21-5fbf354c12f3", "name": "network-vif-deleted", "tag": "af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 19:00:09.677796 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-fd11e760-64dd-4365-bca7-3d538c59453c req-12ca55db-9524-4df4-8a2c-2da877539615 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.36 "DELETE /v2.0/ports/af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a HTTP/1.1" status: 204 len: 173 time: 0.8152277 Jun 01 19:00:09.697151 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bfa77d-54df-45bc-81fe-64c98ec430f8 x-openstack-request-id: req-c3bfa77d-54df-45bc-81fe-64c98ec430f8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 19:00:09.697473 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ab734f-8e44-4a40-ba21-5fbf354c12f3", "name": "network-vif-deleted", "tag": "af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 19:00:09.697749 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3bfa77d-54df-45bc-81fe-64c98ec430f8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 19:00:09.698162 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ab734f-8e44-4a40-ba21-5fbf354c12f3', 'name': 'network-vif-deleted', 'tag': 'af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a', 'status': 'completed', 'code': 200} Jun 01 19:00:09.712520 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [req-ccf21d4f-8b96-48c1-aece-767861203af1 req-8b41ce10-cd2d-4ba6-9a6d-e49a1247eba1 tempest-VolumesSnapshotTestJSON-1953371307 tempest-VolumesSnapshotTestJSON-1953371307-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605519 Jun 01 19:00:09.993552 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.689872 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a no longer exists at agent hyperv_hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:13.724292 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] No Port match for: af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a {{(pid=103500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 19:00:13.724644 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron.plugins.ml2.rpc [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Device af57a579-e3d4-4dc6-b589-ffa5a1fa9c6a not bound to the agent host hv-cinder-79402 {{(pid=103500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:30.945857 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.wsgi [-] (103498) accepted ('10.222.0.15', 54846) {{(pid=103498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:31.006284 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Deleting subnet 2e0fa0bd-25fc-4ac6-a27f-67be986430e7 {{(pid=103498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 19:00:31.009739 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.057366 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66047286'] for subnet, precommit_delete_associations {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.116296 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3580701'] for subnet, precommit_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.469957 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3580902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-784614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65709032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65014896'] for subnet, after_delete {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.474057 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 19:00:31.519223 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron_lib.callbacks.manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.521727 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0fa0bd-25fc-4ac6-a27f-67be986430e7,revision_number=None']} {{(pid=103498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:31.532271 dv-cinder-794021-1-smb neutron-server[103498]: INFO neutron.wsgi [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2e0fa0bd-25fc-4ac6-a27f-67be986430e7 HTTP/1.1" status: 204 len: 168 time: 0.5848248 Jun 01 19:00:31.533652 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.534022 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.534377 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.534734 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.535048 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 54848) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:31.535942 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.535942 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.536143 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.536380 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.536723 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.537064 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.537430 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.537769 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794021-1-smb {{(pid=103498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:31.541063 dv-cinder-794021-1-smb neutron-server[103498]: DEBUG oslo_concurrency.lockutils [None req-5de087a4-f1be-434a-b641-4937ff85f5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 19:00:31.647045 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752268'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.778659 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3582346', 'neutron.services.segments.db._delete_segments_for_network-8764318566732'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.791377 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c860ffff-13eb-4c8b-a7db-e675a7c64027']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:31.803098 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:31.803484 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.services.segments.db [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b390bae5-ca46-47a9-ba47-aa7ec6b713ef') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:31.815082 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764318568039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61039902'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.830958 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.837203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:00:31.837690 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61907624'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: Traceback (most recent call last): Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: timer() Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: cb(*args, **kw) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: return func(*args, **kwargs) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: self._notify() Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: self.callback(batched_events) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: event.method(event) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: return f(self, *a, **k) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: return self._get(url).json() Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: return self.request(url, 'GET', **kwargs) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 19:00:31.850875 dv-cinder-794021-1-smb neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 19:00:31.926406 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3582355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-606147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-784623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-550717'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.931401 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-784628'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.934119 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-a37e7285-dd77-470f-b782-4c30adf0acdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 19:00:31.955414 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c860ffff-13eb-4c8b-a7db-e675a7c64027,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:31.957651 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 19:00:31.962890 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-25b5520d-541b-47d8-b5a7-735708820d6b admin admin] 10.222.0.15 "DELETE /v2.0/networks/c860ffff-13eb-4c8b-a7db-e675a7c64027 HTTP/1.1" status: 204 len: 168 time: 0.4265568 Jun 01 19:00:32.081394 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 54852) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:32.129584 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-9a782967-c4b5-43d9-81f6-0a17c5256d80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83d4099a5b19484e956581b355f386a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469782 Jun 01 19:00:32.132022 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.15', 54854) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:32.189684 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2494-69f1-488b-a940-1806855b107d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:32.216169 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2494-69f1-488b-a940-1806855b107d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:32.267024 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2494-69f1-488b-a940-1806855b107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603999'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:32.270760 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-dd46160c-f829-4443-9e2f-2755f4ae64d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 19:00:32.283630 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f2494-69f1-488b-a940-1806855b107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:32.286988 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG oslo_concurrency.lockutils [None req-8d8f2494-69f1-488b-a940-1806855b107d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103499) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 19:00:32.296203 dv-cinder-794021-1-smb neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2494-69f1-488b-a940-1806855b107d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:32.297309 dv-cinder-794021-1-smb neutron-server[103499]: INFO neutron.wsgi [None req-8d8f2494-69f1-488b-a940-1806855b107d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8cd06f4-c8e0-4d33-997a-0f0f9e5462d1 HTTP/1.1" status: 204 len: 168 time: 0.1644108 Jun 01 19:00:34.903735 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0477730e-9490-4197-be0f-4a6327f3ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.067325 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.190830 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.271193 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f3df681-7bc7-42af-863a-97d808c11ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.981806 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:00:38.574012 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:39.995345 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.904950 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-efd9e4d8-5d89-48c1-8ed8-6ebfee72fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.077520 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.192258 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.272415 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da77c42e-e39b-473f-a2b7-df7cd04d5c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:08.575459 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.000035 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.982053 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:01:34.906305 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdf85-7c40-4d5d-9550-f3ab057ca52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.107366 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.194413 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.272491 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b224519-49bf-4fac-ad5a-9bd00e68fa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.577593 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.001885 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.980895 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:02:04.906561 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6447db48-038a-4b69-be35-7e73f4e5aaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:05.105948 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.195733 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.273629 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f61bfa48-e3b2-4fc1-bdf5-e4fff3f8fb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.580985 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.005238 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.979570 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:02:34.908714 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e018377a-abf6-425a-a7b8-cbe79d3eb941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:35.104898 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:37.197340 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:37.275317 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-235cd01c-11fa-4b6b-8800-8fe1e0602182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.584459 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.007314 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:04.909589 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c0cc89a-0c38-47be-9011-b4af9ac6b5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.105877 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.979113 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:03:07.192813 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.276412 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d60bd511-0eda-4d9b-96fa-bd248f449405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:08.587058 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.010626 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.911159 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fe6490e-af12-4793-afda-ba218a9ed2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.101189 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.194839 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.277765 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6213318-6e38-406f-a901-8e3da051b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.590606 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.012581 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.977468 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:04:04.911755 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d11c3bfc-c683-49bb-8668-fa6ef2168990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.109733 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.198313 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.278628 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51c80259-b3cd-4b56-9a60-b8dbe0369bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.593854 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.017499 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.976060 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:04:34.914038 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d97e-72a6-4335-ba56-7f276c503c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:35.115497 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.200081 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.279406 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34438b96-1a9d-4ce8-b97f-13c7d0e59f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:38.596716 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.018466 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:56.975252 dv-cinder-794021-1-smb neutron-server[103501]: DEBUG neutron.db.agents_db [None req-fb3322dc-6e7a-4b61-9028-06a913473fba None None] Agent healthcheck: found 6 active agents {{(pid=103501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 19:05:04.915761 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3dd131e4-3754-4124-829f-410122f53122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.121123 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7d333a41-5268-4e3c-a9b6-d3e5c0951d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:07.202214 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb19d82d-fbf5-401c-ab13-4a6403ee8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:07.280434 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00290f24-bf8f-4d91-b4f2-b1e57fe9747d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.597659 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-999bd1c5-dae6-49d8-84ae-43ebd2d973c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.020868 dv-cinder-794021-1-smb neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59cb8879-3021-405b-a9df-750915b6bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764318601840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3583546'] for agent, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}